-- Logs begin at Thu 2021-09-23 22:30:26 UTC, end at Thu 2021-09-23 23:26:10 UTC. -- Sep 23 23:00:34.517030 dv-cinder-810785-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 23 23:00:37.331654 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.common.config [-] Logging enabled! Sep 23 23:00:37.332295 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev22 Sep 23 23:00:37.332437 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94122) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 23 23:00:37.335699 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.common.config [-] Logging enabled! Sep 23 23:00:37.335962 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev22 Sep 23 23:00:37.336271 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94122) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 23 23:00:37.337243 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 23:00:37.337475 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 23:00:37.337857 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 23:00:37.338102 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 23:00:37.338330 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 23:00:37.338659 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.338959 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.339256 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.339508 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.339866 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.340159 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.340444 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.340743 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.341049 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.341335 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.341615 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.341903 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.342134 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.342413 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.342702 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.342989 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.343213 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] debug = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.343524 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.343953 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.344375 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.344653 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.344945 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.345215 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.345482 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.345792 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.346045 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.346383 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] host = dv-cinder-810785-1-iscsi {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.346656 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.346944 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.347222 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.347530 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.347808 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.348076 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.348355 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.348625 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.348895 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] log_file = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.349169 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.349449 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.349732 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.350019 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.350240 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.350459 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.350750 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.351037 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.351333 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.351605 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.351877 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.352145 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.352413 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.352676 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.352959 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.353241 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.353522 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.353793 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.354063 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.354331 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.354597 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.354879 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.355151 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.355593 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.355871 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.356159 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.356422 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.356692 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.356996 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.357283 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.357568 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.357857 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.358129 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.358409 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.358682 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.359056 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.359361 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] use_json = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.359636 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.359906 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.360191 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.360464 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.360741 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.361010 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.361281 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.361872 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:37.362172 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.362468 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.362770 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.363050 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.363372 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.363654 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.363944 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.364220 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.364510 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.364798 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.365087 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.365363 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.365651 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.365928 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.366222 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.366528 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.366820 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.367110 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.367408 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.367682 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.367962 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.368241 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.368524 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.368798 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.369093 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.369370 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.369647 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.369933 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.370227 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.370515 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.370792 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.371094 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.371409 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.371688 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.371958 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.372232 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.372517 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.372791 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.373060 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.373339 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.373620 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.373889 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.374194 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.374430 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.374716 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.374992 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.375281 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.375546 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.375818 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.376087 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.376372 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.376646 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.376914 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.377181 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.377454 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.377723 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.377994 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.378265 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.378534 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.378806 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.379074 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.379366 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.379636 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.379902 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.380171 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.380439 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.380714 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.380986 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.381251 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.381517 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.381785 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.382055 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.382324 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.382605 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.382905 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.383179 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.383477 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.383761 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.384025 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.384298 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.384573 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.384850 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.385127 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.385402 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.385694 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.385979 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.386267 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.386604 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.386878 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.387183 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.387486 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.387768 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.388045 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.388322 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.388601 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.388884 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.389179 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.389471 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.389762 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.390053 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.390344 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.390626 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.390937 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.391230 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:37.391455 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 23:00:37.391701 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94122) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 23 23:00:37.787872 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 23 23:00:37.788313 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 23 23:00:37.788767 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 23 23:00:37.789288 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 23 23:00:38.198700 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.198904 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.199204 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.200609 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.200881 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.201148 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.238094 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.238351 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.238614 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.254080 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.254356 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.254623 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.284153 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.284453 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.284710 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.327974 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.328200 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.328503 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.563795 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.564552 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.564552 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.564552 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.565284 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.688485 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.688808 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.689051 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.689351 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.689582 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.689925 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.690180 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.690433 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.690678 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.690939 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.691201 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.691498 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.691752 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.692122 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.692387 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.692657 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.692909 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.693177 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.693455 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.693714 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.693987 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.694243 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.694529 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.694950 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.695197 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.695460 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.695901 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94122) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 23:00:38.696136 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94122) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 23:00:38.696371 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94122) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 23:00:38.696604 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94122) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 23:00:38.696837 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94122) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 23:00:38.697070 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94122) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 23:00:38.697462 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 23 23:00:38.701188 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 23 23:00:38.705413 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 23 23:00:38.709205 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Sep 23 23:00:38.710874 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 23 23:00:38.711359 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 23 23:00:38.711699 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 23 23:00:38.712090 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 23 23:00:38.714948 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 23 23:00:38.715205 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 23 23:00:38.715584 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 23 23:00:38.721097 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 23 23:00:38.743963 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 23 23:00:38.744440 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.744743 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94122) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 23 23:00:38.745107 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.746785 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94122) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 23 23:00:38.747329 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 23 23:00:38.747582 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 23 23:00:38.751027 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.751339 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:38.816575 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 23 23:00:38.816787 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 23 23:00:38.816949 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 23 23:00:38.817340 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 23 23:00:38.841348 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_db.sqlalchemy.engines [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94122) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 23 23:00:39.385820 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.managers [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Initializing driver for type 'gre' Sep 23 23:00:39.386362 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] gre ID ranges: [(1, 1000)] Sep 23 23:00:39.439465 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.managers [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Initializing driver for type 'local' Sep 23 23:00:39.445661 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.managers [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Initializing driver for type 'vlan' Sep 23 23:00:39.454907 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] VlanTypeDriver initialization complete Sep 23 23:00:39.455244 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.managers [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Initializing driver for type 'vxlan' Sep 23 23:00:39.455801 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] vxlan ID ranges: [(1, 1000)] Sep 23 23:00:39.512551 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.managers [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Initializing extension driver 'port_security' Sep 23 23:00:39.512970 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.extensions.port_security [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] PortSecurityExtensionDriver initialization complete Sep 23 23:00:39.513309 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.managers [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Initializing mechanism driver 'openvswitch' Sep 23 23:00:39.513640 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.managers [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Initializing mechanism driver 'hyperv' Sep 23 23:00:39.520362 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:00:39.521054 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > port after_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.521426 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > port after_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.521779 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > port after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.522326 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94122) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 23:00:39.522754 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > subnet after_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.523111 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > subnet after_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.523482 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.523874 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94122) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 23:00:39.524284 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > network after_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.524634 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > network after_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.524976 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > network after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.525360 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94122) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 23:00:39.525766 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > security_group after_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.526115 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > security_group after_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.526449 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.527013 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94122) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 23:00:39.527459 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.527806 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.528146 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.528540 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94122) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 23:00:39.528940 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > address_group after_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.529279 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > address_group after_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.529611 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.529996 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94122) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 23:00:39.530375 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] ML2 OVO RPC backend initialized. {{(pid=94122) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 23 23:00:39.531129 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.531511 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.531943 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > network before_response 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.532293 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > networks before_response 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.532636 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > port before_response 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.532975 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > ports before_response 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.533315 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > subnet before_response 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.533652 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > subnets before_response 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.533995 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > network after_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.534335 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > network after_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.534667 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > network after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.534999 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > port after_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.535358 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > port after_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.535849 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > port after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.536096 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > subnet after_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.536508 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > subnet after_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.536967 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.537828 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Modular L2 Plugin initialization complete Sep 23 23:00:39.538161 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading services supported by the core plugin {{(pid=94122) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 23 23:00:39.538498 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.plugins.ml2.managers [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Got port-security extension from driver 'port_security' Sep 23 23:00:39.538970 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.extensions.vlantransparent [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Disabled vlantransparent extension. Sep 23 23:00:39.539495 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94122) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 23 23:00:39.539824 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading Plugin: router Sep 23 23:00:39.583803 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.584466 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > router after_create 55549900 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.584583 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > router before_create 55549900 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.584907 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.585290 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.585643 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > router after_delete 55549900 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.586008 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.586354 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.586712 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > router after_create 55549900 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.587036 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > router after_update 55549900 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.587415 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > router after_update 55549900 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.587764 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.588122 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > router after_update 55549900 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.588533 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > router precommit_update 55549900 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.588902 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: port after_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.589235 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: port after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.589594 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: subnet after_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.589925 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.590287 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.590629 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > router precommit_create 55549900 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.590972 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: port before_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.591328 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > router precommit_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.591668 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > router after_update 55549900 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.592012 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.592357 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > router precommit_create 55549900 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.592715 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.593058 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > router precommit_update 55549900 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.593417 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > agent after_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.593798 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > agent after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.594144 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > network after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.595037 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.quota.resource_registry [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Tracking information for resource: router configured {{(pid=94122) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 23:00:39.595401 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.quota.resource_registry [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Tracking information for resource: floatingip configured {{(pid=94122) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 23:00:39.601406 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.db.l3_agentschedulers_db [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 23 23:00:39.601995 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: port after_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.602357 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: port after_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.602707 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: port after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.603059 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: port after_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.603889 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > router before_create 55550100 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.604257 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.604619 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > router precommit_create 55550100 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.604971 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > router precommit_update 55550100 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.609869 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.services.provider_configuration [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Service providers = [] {{(pid=94122) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 23 23:00:39.610229 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.db.servicetype_db [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94122) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 23 23:00:39.613881 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.services.service_base [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94122) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 23:00:39.614269 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.services.service_base [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94122) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 23:00:39.614613 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.services.service_base [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94122) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 23:00:39.615578 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.services.service_base [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94122) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 23:00:39.615969 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.services.service_base [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 23 23:00:39.616361 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94122) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 23:00:39.616684 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 23 23:00:39.628227 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94122) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 23:00:39.628585 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading Plugin: auto_allocate Sep 23 23:00:39.634782 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: network precommit_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.635162 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: network precommit_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.635758 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94122) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 23:00:39.636137 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading Plugin: tag Sep 23 23:00:39.643169 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94122) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 23:00:39.643534 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading Plugin: timestamp Sep 23 23:00:39.647784 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94122) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 23:00:39.648152 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading Plugin: network_ip_availability Sep 23 23:00:39.654027 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.654404 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.654773 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.655611 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94122) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 23:00:39.656017 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading Plugin: flavors Sep 23 23:00:39.661562 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94122) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 23:00:39.661950 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading Plugin: revisions Sep 23 23:00:39.667119 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94122) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 23:00:39.667586 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_concurrency.lockutils [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.879s {{(pid=94122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 23 23:00:39.668538 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94122) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 23 23:00:39.668864 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Initializing extension manager. Sep 23 23:00:39.669480 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: __init__.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.669810 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: __pycache__ {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.670147 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.670488 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: address_group.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.671454 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.672049 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: address-group Sep 23 23:00:39.672383 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: address_scope.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.673544 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.674200 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: address-scope Sep 23 23:00:39.674416 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.675530 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.676055 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: router-admin-state-down-before-update Sep 23 23:00:39.676376 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: agent.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.677173 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.677681 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: agent Sep 23 23:00:39.678070 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: agent_resources_synced.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.679126 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.679761 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: agent-resources-synced Sep 23 23:00:39.680157 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: allowedaddresspairs.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.682139 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.682663 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: allowed-address-pairs Sep 23 23:00:39.682988 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: auto_allocated_topology.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.684166 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.684675 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: auto-allocated-topology Sep 23 23:00:39.685000 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: availability_zone.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.685745 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.686244 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: availability_zone Sep 23 23:00:39.686570 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: availability_zone_filter.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.687519 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.688025 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: availability_zone_filter Sep 23 23:00:39.688343 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: data_plane_status.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.689259 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.689754 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extension data-plane-status not supported by any of loaded plugins Sep 23 23:00:39.690103 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: default_subnetpools.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.691024 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.691607 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: default-subnetpools Sep 23 23:00:39.691927 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.692783 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.693295 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: dhcp_agent_scheduler Sep 23 23:00:39.693619 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: dns.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.694555 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.695059 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extension dns-integration not supported by any of loaded plugins Sep 23 23:00:39.695468 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: dns_domain_ports.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.696402 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.696905 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 23 23:00:39.697229 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.698184 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.698690 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 23 23:00:39.699110 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: dvr.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.699853 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.700358 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: dvr Sep 23 23:00:39.700675 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: ecmp_routes.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.701633 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.702142 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 23 23:00:39.702470 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: empty_string_filtering.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.703465 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.703976 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: empty-string-filtering Sep 23 23:00:39.704382 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.705341 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.705846 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 23 23:00:39.706170 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.707110 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.707654 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 23 23:00:39.707976 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: external_net.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.708898 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.709405 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: external-net Sep 23 23:00:39.709818 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.710762 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.711305 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: extra_dhcp_opt Sep 23 23:00:39.711631 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: extraroute.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.712563 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.713066 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: extraroute Sep 23 23:00:39.713389 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: extraroute_atomic.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.714449 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.715028 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: extraroute-atomic Sep 23 23:00:39.715414 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: filter_validation.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.716123 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.716651 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: filter-validation Sep 23 23:00:39.716972 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: fip_pf_description.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.717910 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.718438 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 23 23:00:39.718745 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: fip_port_details.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.719754 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.720256 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: fip-port-details Sep 23 23:00:39.720559 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: flavors.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.721851 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.722358 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: flavors Sep 23 23:00:39.722684 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.724372 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.724910 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 23 23:00:39.725240 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: floatingip_pools.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.725956 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.726482 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: floatingip-pools Sep 23 23:00:39.726790 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: ip_allocation.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.727750 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.728261 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extension ip_allocation not supported by any of loaded plugins Sep 23 23:00:39.728580 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.729540 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.730046 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: ip-substring-filtering Sep 23 23:00:39.730419 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: l2_adjacency.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.731400 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.731898 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 23 23:00:39.732221 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: l3.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.733430 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.733946 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: router Sep 23 23:00:39.734275 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.736995 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.737521 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 23 23:00:39.737855 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.738800 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.739349 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: ext-gw-mode Sep 23 23:00:39.739686 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.740610 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.741123 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: l3-ha Sep 23 23:00:39.741451 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: l3_flavors.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.742382 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.742885 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: l3-flavors Sep 23 23:00:39.743211 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.744157 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.744659 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 23 23:00:39.744981 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: l3agentscheduler.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.746146 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.746650 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: l3_agent_scheduler Sep 23 23:00:39.746987 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: logging.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.748552 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.749067 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extension logging not supported by any of loaded plugins Sep 23 23:00:39.749394 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: metering.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.750139 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.750726 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: metering Sep 23 23:00:39.751061 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.752194 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.752715 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: metering_source_and_destination_fields Sep 23 23:00:39.753041 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: multiprovidernet.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.754048 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.754556 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: multi-provider Sep 23 23:00:39.754872 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: netmtu.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.755832 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.756337 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: net-mtu Sep 23 23:00:39.756657 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: netmtu_writable.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.757575 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.758085 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: net-mtu-writable Sep 23 23:00:39.758402 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: network_availability_zone.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.759085 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.759625 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: network_availability_zone Sep 23 23:00:39.759946 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: network_ip_availability.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.761067 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.761602 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: network-ip-availability Sep 23 23:00:39.761927 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: network_segment_range.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.762718 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.763218 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extension network-segment-range not supported by any of loaded plugins Sep 23 23:00:39.763565 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: pagination.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.764566 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.764895 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: pagination Sep 23 23:00:39.765214 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: port_device_profile.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.766123 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.766683 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: port-device-profile Sep 23 23:00:39.767005 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.767952 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.768456 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: port-mac-address-regenerate Sep 23 23:00:39.768778 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.769690 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.770192 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: port-numa-affinity-policy Sep 23 23:00:39.770520 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: port_resource_request.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.771613 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.772121 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extension port-resource-request not supported by any of loaded plugins Sep 23 23:00:39.772443 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: portbindings.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.773393 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.773901 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: binding Sep 23 23:00:39.774223 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: portbindings_extended.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.775524 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.776034 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: binding-extended Sep 23 23:00:39.776360 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: portsecurity.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.777325 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.777834 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: port-security Sep 23 23:00:39.778158 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: project_id.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.779138 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.779512 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: project-id Sep 23 23:00:39.779845 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: providernet.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.780790 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.781303 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: provider Sep 23 23:00:39.781628 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: qos.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.785261 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.785777 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extension qos not supported by any of loaded plugins Sep 23 23:00:39.786107 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.787400 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.787915 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 23 23:00:39.788247 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.789180 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.789692 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 23 23:00:39.790014 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: qos_default.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.790937 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.791476 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extension qos-default not supported by any of loaded plugins Sep 23 23:00:39.791805 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: qos_fip.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.792466 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.792990 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extension qos-fip not supported by any of loaded plugins Sep 23 23:00:39.793311 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: qos_gateway_ip.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.794239 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.794746 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 23 23:00:39.795070 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: qos_port_network_policy.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.796019 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.796523 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 23 23:00:39.796846 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: qos_pps_rule.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.798048 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.798565 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extension qos-pps not supported by any of loaded plugins Sep 23 23:00:39.798893 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: qos_rule_type_details.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.799846 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.800364 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 23 23:00:39.800690 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: qos_rules_alias.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.801732 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.802240 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 23 23:00:39.802564 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: quotasv2.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.803573 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.803908 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: quotas Sep 23 23:00:39.804233 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: quotasv2_detail.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.807570 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.807920 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: quota_details Sep 23 23:00:39.808258 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: rbac.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.809498 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.810090 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: rbac-policies Sep 23 23:00:39.810419 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: rbac_address_group.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.811396 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.811909 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: rbac-address-group Sep 23 23:00:39.812205 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: rbac_address_scope.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.813130 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.813642 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: rbac-address-scope Sep 23 23:00:39.813978 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: rbac_security_groups.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.814882 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.815434 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: rbac-security-groups Sep 23 23:00:39.815763 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: rbac_subnetpool.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.816691 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.817203 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: rbac-subnetpool Sep 23 23:00:39.817527 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: revisionifmatch.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.818489 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.818995 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: revision-if-match Sep 23 23:00:39.819355 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: revisions.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.820480 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.820986 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: standard-attr-revisions Sep 23 23:00:39.821314 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: router_availability_zone.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.822043 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.822546 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: router_availability_zone Sep 23 23:00:39.822871 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: routerservicetype.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.823831 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.824359 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extension router-service-type not supported by any of loaded plugins Sep 23 23:00:39.824685 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.825613 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.826121 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: security-groups-normalized-cidr Sep 23 23:00:39.826441 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.827393 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.827905 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: port-security-groups-filtering Sep 23 23:00:39.828226 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.829149 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.829659 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: security-groups-remote-address-group Sep 23 23:00:39.829991 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: securitygroup.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.841602 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.842247 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: security-group Sep 23 23:00:39.842639 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: segment.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.843674 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.844239 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extension segment not supported by any of loaded plugins Sep 23 23:00:39.844611 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.845704 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.846351 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 23 23:00:39.846720 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: servicetype.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.848063 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.848730 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: service-type Sep 23 23:00:39.849106 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: sorting.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.850181 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.850537 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: sorting Sep 23 23:00:39.850903 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: standard_attr_segment.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.851940 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.852514 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 23 23:00:39.852869 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: standardattrdescription.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.853582 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.854145 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: standard-attr-description Sep 23 23:00:39.854498 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: stateful_security_group.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.855643 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.856291 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: stateful-security-group Sep 23 23:00:39.856663 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: stdattrs_common.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.857330 dv-cinder-810785-1-iscsi neutron-server[94122]: WARNING neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 23 23:00:39.857687 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.858747 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.859357 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 23 23:00:39.859720 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: subnet_onboard.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.860930 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.861845 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: subnet_onboard Sep 23 23:00:39.862204 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.863336 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.863808 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 23 23:00:39.864165 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: subnet_service_types.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.865134 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.865689 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: subnet-service-types Sep 23 23:00:39.866051 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: subnetallocation.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.867334 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.867904 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: subnet_allocation Sep 23 23:00:39.868270 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.869054 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.869616 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: subnetpool-prefix-ops Sep 23 23:00:39.869990 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.871072 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.871669 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 23 23:00:39.872037 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: tagging.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.873223 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.873786 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: standard-attr-tag Sep 23 23:00:39.874147 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: timestamp.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.875505 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.876088 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loaded extension: standard-attr-timestamp Sep 23 23:00:39.876493 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: trunk.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.877585 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.878173 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extension trunk not supported by any of loaded plugins Sep 23 23:00:39.878542 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: trunk_details.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.879588 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.880154 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extension trunk-details not supported by any of loaded plugins Sep 23 23:00:39.880517 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: uplink_status_propagation.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.881494 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.882204 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 23 23:00:39.882567 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Loading extension file: vlantransparent.py {{(pid=94122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:00:39.883317 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:00:39.883874 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 23 23:00:39.886825 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.quota.resource_registry [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Creating instance of TrackedResource for resource:network Sep 23 23:00:39.887329 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.quota.resource_registry [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Creating instance of TrackedResource for resource:subnet Sep 23 23:00:39.887760 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.quota.resource_registry [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 23:00:39.888144 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.quota.resource_registry [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Creating instance of TrackedResource for resource:port Sep 23 23:00:39.889533 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.v2.resource_helper [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 23:00:39.889976 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.v2.resource_helper [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Service FLAVORS assigned prefix: {{(pid=94122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 23:00:39.890643 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.v2.resource_helper [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 23:00:39.891072 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.v2.resource_helper [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 23:00:39.891451 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.quota.resource_registry [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Creating instance of TrackedResource for resource:router Sep 23 23:00:39.891894 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.quota.resource_registry [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Creating instance of TrackedResource for resource:floatingip Sep 23 23:00:39.892396 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.v2.resource_helper [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Service METERING assigned prefix: /metering {{(pid=94122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 23:00:39.893901 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.894281 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.894756 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:00:39.895798 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.quota.resource_registry [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Creating instance of CountableResource for resource:rbac_policy Sep 23 23:00:39.896259 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.quota.resource_registry [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Creating instance of TrackedResource for resource:security_group Sep 23 23:00:39.896706 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.quota.resource_registry [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 23 23:00:39.897325 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.v2.resource_helper [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Service CORE assigned prefix: {{(pid=94122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 23:00:39.897660 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.quota.resource_registry [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 23:00:39.898019 dv-cinder-810785-1-iscsi neutron-server[94122]: WARNING neutron.quota.resource_registry [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] subnetpool is already registered Sep 23 23:00:39.898469 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.v2.resource_helper [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Service CORE assigned prefix: {{(pid=94122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 23:00:39.898800 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.quota.resource_registry [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 23:00:39.899135 dv-cinder-810785-1-iscsi neutron-server[94122]: WARNING neutron.quota.resource_registry [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] subnetpool is already registered Sep 23 23:00:39.901605 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.v2.resource_helper [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 23:00:39.902073 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.v2.resource_helper [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Service FLAVORS assigned prefix: {{(pid=94122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 23:00:39.902728 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.v2.resource_helper [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 23:00:39.903159 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.v2.resource_helper [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 23:00:39.903518 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.quota.resource_registry [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Creating instance of TrackedResource for resource:router Sep 23 23:00:39.903863 dv-cinder-810785-1-iscsi neutron-server[94122]: WARNING neutron.quota.resource_registry [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] router is already registered Sep 23 23:00:39.904274 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.quota.resource_registry [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Creating instance of TrackedResource for resource:floatingip Sep 23 23:00:39.904613 dv-cinder-810785-1-iscsi neutron-server[94122]: WARNING neutron.quota.resource_registry [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] floatingip is already registered Sep 23 23:00:39.905076 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.v2.resource_helper [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Service METERING assigned prefix: /metering {{(pid=94122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 23:00:39.905770 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.quota.resource_registry [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Creating instance of CountableResource for resource:rbac_policy Sep 23 23:00:39.906102 dv-cinder-810785-1-iscsi neutron-server[94122]: WARNING neutron.quota.resource_registry [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] rbac_policy is already registered Sep 23 23:00:39.906520 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.quota.resource_registry [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Creating instance of TrackedResource for resource:security_group Sep 23 23:00:39.906858 dv-cinder-810785-1-iscsi neutron-server[94122]: WARNING neutron.quota.resource_registry [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] security_group is already registered Sep 23 23:00:39.907290 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.quota.resource_registry [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 23 23:00:39.907619 dv-cinder-810785-1-iscsi neutron-server[94122]: WARNING neutron.quota.resource_registry [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] security_group_rule is already registered Sep 23 23:00:39.908281 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.v2.resource_helper [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Service CORE assigned prefix: {{(pid=94122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 23:00:39.908613 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.quota.resource_registry [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 23:00:39.908949 dv-cinder-810785-1-iscsi neutron-server[94122]: WARNING neutron.quota.resource_registry [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] subnetpool is already registered Sep 23 23:00:39.909375 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.v2.resource_helper [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Service CORE assigned prefix: {{(pid=94122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 23:00:39.909708 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.quota.resource_registry [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 23:00:39.910045 dv-cinder-810785-1-iscsi neutron-server[94122]: WARNING neutron.quota.resource_registry [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] subnetpool is already registered Sep 23 23:00:39.910523 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extended resource: extensions {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:00:39.912091 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extended resource: address-groups {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:00:39.913570 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extended resource: address-scopes {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:00:39.914893 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extended resource: agents {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:00:39.916097 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extended resource: auto-allocated-topology {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:00:39.917337 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extended resource: availability_zones {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:00:39.918602 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extended resource: dhcp-networks {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:00:39.920249 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extended resource: dhcp-agents {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:00:39.921685 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extended resource: routers {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:00:39.923943 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extended resource: flavors {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:00:39.925090 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extended resource: service_profiles {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:00:39.926363 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extended resource: next_providers {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:00:39.928036 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extended resource: service_profiles {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:00:39.929668 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extended resource: floatingip-pools {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:00:39.930943 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extended resource: routers {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:00:39.933162 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extended resource: floatingips {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:00:39.934510 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extended resource: l3-routers {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:00:39.935939 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extended resource: l3-agents {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:00:39.937340 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extended resource: metering-labels {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:00:39.938723 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extended resource: metering-label-rules {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:00:39.940036 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extended resource: network-ip-availabilities {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:00:39.941306 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extended resource: bindings {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:00:39.944031 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extended resource: quotas {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:00:39.945509 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extended resource: quotas {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:00:39.946925 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extended resource: rbac-policies {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:00:39.948270 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extended resource: security-groups {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:00:39.949585 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extended resource: security-group-rules {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:00:39.950855 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extended resource: service-providers {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:00:39.952097 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extended resource: subnetpools {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:00:39.953537 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extended resource: subnetpools {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:00:39.954981 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extended resource: tags {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:00:39.956695 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extended resource: tags {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:00:39.958537 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extended resource: tags {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:00:39.960389 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extended resource: tags {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:00:39.962218 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extended resource: tags {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:00:39.964101 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extended resource: tags {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:00:39.965928 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extended resource: tags {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:00:39.967880 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extended resource: tags {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:00:39.969642 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extended resource: tags {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:00:39.971415 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron.api.extensions [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Extended resource: tags {{(pid=94122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:00:39.977624 dv-cinder-810785-1-iscsi neutron-server[94122]: WARNING keystonemiddleware.auth_token [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 23 23:00:39.982619 dv-cinder-810785-1-iscsi neutron-server[94122]: WARNING keystonemiddleware.auth_token [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 23 23:00:39.991901 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_concurrency.lockutils [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Acquired lock "singleton_lock" {{(pid=94122) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 23 23:00:39.992374 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_concurrency.lockutils [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Releasing lock "singleton_lock" {{(pid=94122) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 23 23:00:39.993052 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO oslo_service.service [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Starting 2 workers Sep 23 23:00:39.999132 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Started child 94231 {{(pid=94122) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 23:00:40.005919 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Started child 94232 {{(pid=94122) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 23:00:40.006714 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:40.009745 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO neutron.service [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 23 23:00:40.010181 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [-] (94231) wsgi starting up on http://0.0.0.0:9696 Sep 23 23:00:40.010423 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Notify callbacks [] for process, before_spawn {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:40.011796 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:40.012963 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO oslo_service.service [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Starting 1 workers Sep 23 23:00:40.013242 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [-] (94232) wsgi starting up on http://0.0.0.0:9696 Sep 23 23:00:40.018516 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Started child 94233 {{(pid=94122) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 23:00:40.019037 dv-cinder-810785-1-iscsi neutron-server[94122]: INFO oslo_service.service [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Starting 1 workers Sep 23 23:00:40.022329 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.service [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] calling RpcWorker wait() {{(pid=94233) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 23 23:00:40.023207 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.service [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] returning from RpcWorker wait() {{(pid=94233) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 23 23:00:40.023770 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Started child 94234 {{(pid=94122) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 23:00:40.024382 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:40.024588 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54fdd1e-165a-44d9-9eba-c68ea1bf5458 None None] Notify callbacks [] for process, after_spawn {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:40.024935 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:00:40.026596 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94122) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 23 23:00:40.026793 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 23:00:40.026946 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 23:00:40.027228 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 23:00:40.027613 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 23:00:40.027758 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 23:00:40.028286 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.028571 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.028835 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.029103 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.029380 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.029981 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.030192 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.030594 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.031051 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:40.031887 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.031887 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.031887 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.031887 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.031887 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.032796 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.032796 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.032796 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.033311 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.033311 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.033311 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.033897 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.033897 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.034253 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.034442 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] debug = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.034625 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.035016 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.035250 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.035529 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.035732 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.036017 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.036239 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.036502 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.036748 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.036985 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.037255 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.037495 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.037731 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.037961 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.038202 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.038515 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.038724 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.039128 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] host = dv-cinder-810785-1-iscsi {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.039410 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.039625 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.039874 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.040209 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.040460 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.040695 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.041160 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.041160 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.041545 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.041750 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.041939 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.042242 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.042440 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.042618 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] log_file = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.042806 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] log_options = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.043139 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.043432 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.043713 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.043898 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.044076 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.044261 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.044478 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.044685 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.044873 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.045076 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.045394 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.045576 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.045759 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.045980 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.046211 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.046458 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.046702 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.046892 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.047152 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.047399 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.047634 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.047860 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.048106 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.048309 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.048542 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.048783 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.049029 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.049254 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.049456 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.049712 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.049960 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.050296 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.050545 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.050796 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.051405 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.051405 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.051795 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.051989 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.052182 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.052369 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.052606 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.052865 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.053077 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.053304 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.053501 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.053734 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.053992 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] use_json = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.054208 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.054440 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.054722 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.054929 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.055129 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.055564 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.055564 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.055941 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.056238 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.056508 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.056807 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.057076 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.057285 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.057531 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.057780 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.058021 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.058277 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.058592 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.058883 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.059108 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.059423 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.059664 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.059933 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.060269 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.060528 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.060799 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.061037 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.061361 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.061661 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.061820 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.061985 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.062217 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.062446 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.062735 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.063051 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.063405 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.063682 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.064139 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.064305 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.064461 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.064919 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.064919 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.065258 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.065476 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.065907 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.066072 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.066230 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.066393 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.066604 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.066830 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.067072 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.067286 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.068063 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.068063 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.068420 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.068420 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.068709 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.068862 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.069024 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.069470 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.069470 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.069762 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.069987 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.070246 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.070516 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.070736 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.070948 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.071438 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.071438 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.071992 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.071992 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.072267 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.072413 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.072549 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.072740 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.072955 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.073166 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.073378 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.073607 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.073834 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.074135 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.074353 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.074565 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.074802 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.074987 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.075225 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.075484 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.075860 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.076059 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.076235 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.076398 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.076562 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.076732 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.076892 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.077088 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.077273 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.077487 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.078025 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.078208 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.078388 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.078569 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.078753 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:00:40.078945 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.079190 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.079411 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.079620 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.079791 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.080023 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.080206 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.080427 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.080682 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.080941 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.081180 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.081375 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.081580 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.082097 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.082097 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.082627 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.082627 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.082944 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.082944 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.083220 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.083722 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.083722 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.084045 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.084209 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.084409 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.084664 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.084904 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.085171 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.085451 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.085719 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.086021 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.086260 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.086541 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.086760 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.087009 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.087288 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.087518 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.087782 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.087957 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.088211 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.088436 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.088654 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.088882 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.089312 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.089469 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.089731 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.089946 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.090165 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.090441 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.090687 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.090933 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.091198 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.091481 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.091742 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.092178 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.092352 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.092503 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.092689 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.092932 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.093128 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.093364 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.093592 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.093832 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.094072 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.094301 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.094547 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.094790 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.095011 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.095243 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.095486 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.095703 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.095957 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.096229 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.096428 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.096610 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.096825 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.097046 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.097272 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.097482 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.097731 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.097925 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.098438 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.098648 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.099756 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.099756 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.099756 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.099756 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.100467 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.100467 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.100467 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.100467 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.101546 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.101546 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.101546 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.101546 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.101546 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.103078 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.103078 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.103078 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.103078 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.103078 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.103078 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.105754 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.105754 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.105754 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.105754 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.105754 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.105754 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.105754 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.105754 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.107315 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.107315 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.107315 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.107315 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.107315 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.107315 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.107315 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.107315 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.108944 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.108944 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.108944 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.108944 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.108944 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.108944 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.108944 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.108944 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.110622 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.110622 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.110622 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.110622 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.110622 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.110622 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.110622 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.110622 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.115527 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.115527 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.115527 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.115527 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.115527 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.115527 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.115527 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.115527 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.115527 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.117245 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.117245 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.117245 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.117245 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.117245 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.117245 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.117245 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.117245 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.118443 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.118443 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.118443 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.118443 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.118443 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.118443 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.118443 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.118443 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.119654 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.119654 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.119654 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.119654 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.119654 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.119654 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.119654 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.119654 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.120909 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.120909 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.120909 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.120909 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.120909 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.120909 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.120909 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.120909 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.123715 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.123715 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.123715 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.123715 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.123715 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.123715 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.123715 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.123715 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.123715 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.124736 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.124736 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.124736 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.124736 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.124736 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.124736 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.124736 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.124736 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.124736 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.125730 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.125730 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.125730 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.125730 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.125730 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 23:00:40.126307 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94122) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 23 23:00:40.126428 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 23:00:40.126555 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 23:00:40.126677 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 23:00:40.126817 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 23:00:40.126941 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 23:00:40.127146 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.127332 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.127496 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.127625 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.127796 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.127966 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.128482 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.128482 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.128482 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.128867 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.128867 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.128867 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.129245 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.129245 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.129501 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.129501 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.129746 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.129746 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.129983 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.129983 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.130220 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.130356 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.130493 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] debug = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.130630 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.130765 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.130955 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.131097 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.131239 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.131399 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.131537 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.131677 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.131832 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.131969 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.132114 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.132270 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.132408 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.132552 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.132688 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.132823 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.132959 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.133095 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] host = dv-cinder-810785-1-iscsi {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.133232 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.133766 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.133766 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.133766 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.133766 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.135030 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.135030 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.135030 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.135030 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.135030 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.135030 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.135030 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.135030 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.135030 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] log_file = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.136597 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] log_options = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.136597 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.136597 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.136597 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.136597 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.136597 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.136597 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.137822 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.137822 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.137822 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.137822 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.137822 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.137822 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.137822 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.137822 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.138693 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.138693 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.138693 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.138693 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.138693 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.138693 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.138693 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.138693 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.139995 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.139995 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.139995 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.139995 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.139995 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.139995 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.139995 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.139995 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.139995 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.141014 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.141014 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.141014 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.141014 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.141014 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.141014 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.141014 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.141014 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.141948 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.141948 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.141948 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.141948 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.141948 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.141948 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.142936 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.142936 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] use_json = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.142936 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.142936 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.142936 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.142936 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.142936 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.144131 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.144131 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.144131 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:00:40.144131 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.144131 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.144131 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.144131 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.144131 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.145413 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.145413 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.145413 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.145413 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.145413 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.145413 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.145413 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.145413 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.145413 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.146970 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.146970 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.146970 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.146970 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.146970 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.146970 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.146970 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.146970 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.148304 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.148304 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.148304 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.148304 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.148304 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.148304 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.148304 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.148304 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.149319 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.149319 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.149319 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.149319 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.149319 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.149319 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.149319 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.149319 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.150602 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.150602 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.150602 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.150602 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.150602 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.150602 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.150602 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.150602 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.150602 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.151898 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.151898 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.151898 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.151898 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.151898 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.151898 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.151898 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.151898 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.151898 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.153230 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.153230 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.153230 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.153230 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.153230 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.153230 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.153230 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.153230 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.153230 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.154575 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.154575 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.154575 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.154575 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.154575 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.154575 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.154575 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.154575 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.154575 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.155790 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.155790 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.155790 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.155790 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.155790 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.155790 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.155790 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.155790 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.155790 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.156952 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.156952 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.156952 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.156952 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.156952 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.156952 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.156952 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.156952 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.158019 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.158019 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.158019 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.158019 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.158019 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.158019 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.158019 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.158019 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.159029 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.159029 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.159029 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.159029 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.159029 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.159029 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.159029 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.160044 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.160044 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.160044 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.160044 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.160044 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.160044 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.160044 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.160865 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.160865 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.160865 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.160865 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.160865 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.161344 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.161344 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.161344 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.161344 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.161753 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.161753 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.161957 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.161957 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.162157 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.162267 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.162385 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.162544 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.162698 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.162860 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.163026 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.163195 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.163384 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.163546 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.163704 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.163896 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.164056 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.164214 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.164374 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.164533 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.164691 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.164848 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.165006 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.165163 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.165321 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.165479 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.165638 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.165797 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.165957 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.166115 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.166272 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.166431 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.166592 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.166752 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.166912 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.167075 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.167313 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.167408 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.167570 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.167770 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.167964 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.168085 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.168221 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.168377 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.168532 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.168691 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.168846 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.169008 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.169164 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.169321 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.169480 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.169637 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.169801 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.169960 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.170118 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.170277 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.170437 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.170596 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.170756 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.170916 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.171073 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.171232 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.171414 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.171571 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.171731 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.171890 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.172048 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.172206 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.172364 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.172523 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.172697 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.172855 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.173015 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.173174 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.173321 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.173480 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.173640 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.173843 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.174146 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.174146 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.174506 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.174506 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.174506 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.175034 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.175034 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.175034 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.175675 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.175675 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.175675 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.175675 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.176610 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.176610 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.176610 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.176610 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.176610 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.176610 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.177626 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.177626 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.177626 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.177626 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.177626 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.177626 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.177626 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.178695 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.178695 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.178695 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.178695 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.178695 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.178695 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.178695 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.179601 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.179601 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.179601 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.179601 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.179601 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.179601 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.180569 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.180569 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.180569 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.180569 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.180569 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.180569 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.181575 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.181575 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.181575 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.181575 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.181575 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.181575 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.181575 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.182457 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.182457 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.182457 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.182457 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.182457 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.182457 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.183257 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.183257 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.183257 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.183257 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.183257 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.183257 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.184142 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.184142 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.184142 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.184142 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.184142 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.184662 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.184662 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.184662 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.185088 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.185088 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.185088 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.185464 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.185464 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.185464 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.186000 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.186000 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.186000 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.186000 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.186626 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.186626 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.186626 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.186626 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.187174 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.187174 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.187174 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.187174 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.187659 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:00:40.187659 dv-cinder-810785-1-iscsi neutron-server[94122]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 23:00:40.196652 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:00:40.210333 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 49922) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:00:40.222152 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0077717 Sep 23 23:00:53.904653 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce639017-2861-4953-b1d2-bc0ecbebbea8 None None] get_active_networks_info from dv-cinder-810785-1-iscsi {{(pid=94233) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 23:00:54.005916 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce639017-2861-4953-b1d2-bc0ecbebbea8 None None] No non-hosted networks {{(pid=94233) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 23 23:00:54.019608 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-37f639ac-d3b5-48d9-a96f-ff456b92eb6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-595147'] for agent, after_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:56.948992 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-595147'] for agent, after_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:56.951537 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:56.952025 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:56.954308 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:56.955817 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:56.956375 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:56.959907 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:56.961163 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:56.961994 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:56.963033 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:56.964949 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:56.965882 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:56.967462 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:56.969589 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-810785-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:00:56.995980 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-810785-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:00:57.684777 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-864b7760-6cb2-4a2b-a0b0-9668d0d2353d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-595147'] for agent, after_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:57.763750 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-edddf0c4-a459-468b-9040-83d27410f72e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:59.139958 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-595147'] for agent, after_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:00.446142 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-595147'] for agent, after_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:01.570755 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 50018) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:02.103453 dv-cinder-810785-1-iscsi neutron-server[94232]: WARNING oslo_policy.policy [None req-154502ef-29fc-450d-91ee-322b4d92aa7f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 23:01:02.104201 dv-cinder-810785-1-iscsi neutron-server[94232]: WARNING oslo_policy.policy [None req-154502ef-29fc-450d-91ee-322b4d92aa7f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 23:01:02.173367 dv-cinder-810785-1-iscsi neutron-server[94233]: INFO neutron.db.l3_hamode_db [None req-c75cad2b-c4f5-45a9-bca0-3b2f71eaf158 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 23 23:01:02.252292 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75cad2b-c4f5-45a9-bca0-3b2f71eaf158 None None] Routers set() bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:01:02.252677 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75cad2b-c4f5-45a9-bca0-3b2f71eaf158 None None] Router IDs set() for agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 23 23:01:02.327182 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [None req-154502ef-29fc-450d-91ee-322b4d92aa7f admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:01:02.328325 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-154502ef-29fc-450d-91ee-322b4d92aa7f admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7566082 Sep 23 23:01:04.811766 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 50032) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:05.159311 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-7302db73-9fe1-4346-825f-7cccdfc50e98 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:01:05.252652 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.policy [None req-7302db73-9fe1-4346-825f-7cccdfc50e98 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94232) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 23 23:01:05.297247 dv-cinder-810785-1-iscsi neutron-server[94232]: WARNING oslo_policy.policy [None req-7302db73-9fe1-4346-825f-7cccdfc50e98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 23:01:05.297648 dv-cinder-810785-1-iscsi neutron-server[94232]: WARNING oslo_policy.policy [None req-7302db73-9fe1-4346-825f-7cccdfc50e98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 23:01:05.306297 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.quota [None req-7302db73-9fe1-4346-825f-7cccdfc50e98 admin admin] Loaded quota_driver: . Sep 23 23:01:05.406418 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-7302db73-9fe1-4346-825f-7cccdfc50e98 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784995095788', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784995097217', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784995099960', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784995111580', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784995458373', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784995131054', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7897504', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7693188', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-380701', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-436007'] for rbac-policy, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:05.478310 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-7302db73-9fe1-4346-825f-7cccdfc50e98 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:05.479842 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-7302db73-9fe1-4346-825f-7cccdfc50e98 admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6671240 Sep 23 23:01:08.181662 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 50044) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:08.759320 dv-cinder-810785-1-iscsi neutron-server[94231]: WARNING oslo_policy.policy [None req-45e6a75b-880b-4c9e-a224-dc960d4b4b2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 23:01:08.759876 dv-cinder-810785-1-iscsi neutron-server[94231]: WARNING oslo_policy.policy [None req-45e6a75b-880b-4c9e-a224-dc960d4b4b2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 23:01:08.980510 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-45e6a75b-880b-4c9e-a224-dc960d4b4b2d admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '528a7e24fdc34fbe92f3dd3eef300d62', 'tenant_id': '528a7e24fdc34fbe92f3dd3eef300d62', 'name': 'private'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:01:08.982252 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.quota [None req-45e6a75b-880b-4c9e-a224-dc960d4b4b2d admin admin] Loaded quota_driver: . Sep 23 23:01:09.044492 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e6a75b-880b-4c9e-a224-dc960d4b4b2d admin admin] Made reservation on behalf of 528a7e24fdc34fbe92f3dd3eef300d62 for: {'network': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:01:09.114191 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.policy [None req-45e6a75b-880b-4c9e-a224-dc960d4b4b2d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94231) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 23 23:01:09.158854 dv-cinder-810785-1-iscsi neutron-server[94231]: WARNING oslo_policy.policy [None req-45e6a75b-880b-4c9e-a224-dc960d4b4b2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 23:01:09.159258 dv-cinder-810785-1-iscsi neutron-server[94231]: WARNING oslo_policy.policy [None req-45e6a75b-880b-4c9e-a224-dc960d4b4b2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 23:01:09.170051 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-45e6a75b-880b-4c9e-a224-dc960d4b4b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for network, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:09.194127 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-45e6a75b-880b-4c9e-a224-dc960d4b4b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:09.340947 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-45e6a75b-880b-4c9e-a224-dc960d4b4b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:09.347208 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-45e6a75b-880b-4c9e-a224-dc960d4b4b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:09.372628 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e6a75b-880b-4c9e-a224-dc960d4b4b2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=94231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:01:09.400977 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-45e6a75b-880b-4c9e-a224-dc960d4b4b2d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784998755979', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778'] for segment, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:09.401625 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-45e6a75b-880b-4c9e-a224-dc960d4b4b2d admin admin] Unsubscribe: segment precommit_create {{(pid=94231) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 23 23:01:09.402163 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.db.segments_db [None req-45e6a75b-880b-4c9e-a224-dc960d4b4b2d admin admin] Added segment 0026c3eb-f5f8-49d8-991d-7b2b3f4ea3e2 of type vlan for network e6ffdade-6494-45c9-a524-7653723dc7f7 Sep 23 23:01:09.408346 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e6a75b-880b-4c9e-a224-dc960d4b4b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eece4f43-964b-40d2-8db3-d84a96db77fa,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:09.446693 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e6a75b-880b-4c9e-a224-dc960d4b4b2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:09.447026 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e6a75b-880b-4c9e-a224-dc960d4b4b2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:09.447388 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e6a75b-880b-4c9e-a224-dc960d4b4b2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:09.447722 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e6a75b-880b-4c9e-a224-dc960d4b4b2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:09.448036 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e6a75b-880b-4c9e-a224-dc960d4b4b2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:09.448446 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e6a75b-880b-4c9e-a224-dc960d4b4b2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:09.448769 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e6a75b-880b-4c9e-a224-dc960d4b4b2d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:09.449075 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e6a75b-880b-4c9e-a224-dc960d4b4b2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:09.449402 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e6a75b-880b-4c9e-a224-dc960d4b4b2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:09.449719 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e6a75b-880b-4c9e-a224-dc960d4b4b2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:09.450028 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e6a75b-880b-4c9e-a224-dc960d4b4b2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:09.450340 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e6a75b-880b-4c9e-a224-dc960d4b4b2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:09.451524 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e6a75b-880b-4c9e-a224-dc960d4b4b2d admin admin] Tracked resource versions report: Sep 23 23:01:09.451524 dv-cinder-810785-1-iscsi neutron-server[94231]: pushed versions: Sep 23 23:01:09.451524 dv-cinder-810785-1-iscsi neutron-server[94231]: { 'AddressGroup': {'1.2'}, Sep 23 23:01:09.451524 dv-cinder-810785-1-iscsi neutron-server[94231]: 'ConntrackHelper': {'1.0'}, Sep 23 23:01:09.451524 dv-cinder-810785-1-iscsi neutron-server[94231]: 'Log': {'1.0'}, Sep 23 23:01:09.451524 dv-cinder-810785-1-iscsi neutron-server[94231]: 'Network': {'1.1'}, Sep 23 23:01:09.451524 dv-cinder-810785-1-iscsi neutron-server[94231]: 'Port': {'1.7'}, Sep 23 23:01:09.451524 dv-cinder-810785-1-iscsi neutron-server[94231]: 'PortForwarding': {'1.2'}, Sep 23 23:01:09.451524 dv-cinder-810785-1-iscsi neutron-server[94231]: 'QosPolicy': {'1.9'}, Sep 23 23:01:09.451524 dv-cinder-810785-1-iscsi neutron-server[94231]: 'SecurityGroup': {'1.4'}, Sep 23 23:01:09.451524 dv-cinder-810785-1-iscsi neutron-server[94231]: 'SecurityGroupRule': {'1.2'}, Sep 23 23:01:09.451524 dv-cinder-810785-1-iscsi neutron-server[94231]: 'SubPort': {'1.0'}, Sep 23 23:01:09.451524 dv-cinder-810785-1-iscsi neutron-server[94231]: 'Subnet': {'1.1'}, Sep 23 23:01:09.451524 dv-cinder-810785-1-iscsi neutron-server[94231]: 'Trunk': {'1.1'}} Sep 23 23:01:09.451524 dv-cinder-810785-1-iscsi neutron-server[94231]: consumer versions: Sep 23 23:01:09.451524 dv-cinder-810785-1-iscsi neutron-server[94231]: { DHCP agent@dv-cinder-810785-1-iscsi: {}, Sep 23 23:01:09.451524 dv-cinder-810785-1-iscsi neutron-server[94231]: L3 agent@dv-cinder-810785-1-iscsi: {}, Sep 23 23:01:09.451524 dv-cinder-810785-1-iscsi neutron-server[94231]: Metadata agent@dv-cinder-810785-1-iscsi: {}, Sep 23 23:01:09.451524 dv-cinder-810785-1-iscsi neutron-server[94231]: Metering agent@dv-cinder-810785-1-iscsi: {}, Sep 23 23:01:09.451524 dv-cinder-810785-1-iscsi neutron-server[94231]: Open vSwitch agent@dv-cinder-810785-1-iscsi: { 'AddressGroup': '1.2', Sep 23 23:01:09.451524 dv-cinder-810785-1-iscsi neutron-server[94231]: 'ConntrackHelper': '1.0', Sep 23 23:01:09.451524 dv-cinder-810785-1-iscsi neutron-server[94231]: 'Log': '1.0', Sep 23 23:01:09.451524 dv-cinder-810785-1-iscsi neutron-server[94231]: 'Network': '1.1', Sep 23 23:01:09.451524 dv-cinder-810785-1-iscsi neutron-server[94231]: 'Port': '1.7', Sep 23 23:01:09.451524 dv-cinder-810785-1-iscsi neutron-server[94231]: 'PortForwarding': '1.2', Sep 23 23:01:09.451524 dv-cinder-810785-1-iscsi neutron-server[94231]: 'QosPolicy': '1.9', Sep 23 23:01:09.451524 dv-cinder-810785-1-iscsi neutron-server[94231]: 'SecurityGroup': '1.4', Sep 23 23:01:09.451524 dv-cinder-810785-1-iscsi neutron-server[94231]: 'SecurityGroupRule': '1.2', Sep 23 23:01:09.451524 dv-cinder-810785-1-iscsi neutron-server[94231]: 'SubPort': '1.0', Sep 23 23:01:09.451524 dv-cinder-810785-1-iscsi neutron-server[94231]: 'Subnet': '1.1', Sep 23 23:01:09.451524 dv-cinder-810785-1-iscsi neutron-server[94231]: 'Trunk': '1.1'}} Sep 23 23:01:09.451524 dv-cinder-810785-1-iscsi neutron-server[94231]: {{(pid=94231) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 23:01:09.538413 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-45e6a75b-880b-4c9e-a224-dc960d4b4b2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784998164246'] for network, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:09.589517 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-45e6a75b-880b-4c9e-a224-dc960d4b4b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075'] for network, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:09.590827 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e6a75b-880b-4c9e-a224-dc960d4b4b2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:09.591585 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-45e6a75b-880b-4c9e-a224-dc960d4b4b2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for network, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:09.650723 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-45e6a75b-880b-4c9e-a224-dc960d4b4b2d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4668376 Sep 23 23:01:09.703406 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e6a75b-880b-4c9e-a224-dc960d4b4b2d admin admin] Pushing event updated for resources: {'Network': ['ID=e6ffdade-6494-45c9-a524-7653723dc7f7,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:09.719236 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Network e6ffdade-6494-45c9-a524-7653723dc7f7 details requested by agent ovs-agent-dv-cinder-810785-1-iscsi with host dv-cinder-810785-1-iscsi {{(pid=94233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:01:12.417768 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 50066) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:12.902620 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a51e9a4-5c0d-4f36-ac10-d54aa7d2d8ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:12.904048 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-5a51e9a4-5c0d-4f36-ac10-d54aa7d2d8ef admin admin] 10.222.0.46 "GET /v2.0/networks/e6ffdade-6494-45c9-a524-7653723dc7f7 HTTP/1.1" status: 200 len: 825 time: 0.4851029 Sep 23 23:01:12.931707 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-ad5aad02-cd69-4ff3-a443-0eae72e91c9e admin admin] 10.222.0.46 "GET /v2.0/subnetpools/cbe8a0f2-ec0e-40e4-a2d9-1cd6394641cb HTTP/1.1" status: 200 len: 734 time: 0.0211482 Sep 23 23:01:12.942350 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-f807b2a5-8568-4ede-beae-1ed09d4984c4 admin admin] Request body: {'subnet': {'network_id': 'e6ffdade-6494-45c9-a524-7653723dc7f7', 'tenant_id': '528a7e24fdc34fbe92f3dd3eef300d62', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'cbe8a0f2-ec0e-40e4-a2d9-1cd6394641cb'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:01:12.978879 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f807b2a5-8568-4ede-beae-1ed09d4984c4 admin admin] Made reservation on behalf of 528a7e24fdc34fbe92f3dd3eef300d62 for: {'subnet': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:01:12.981879 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f807b2a5-8568-4ede-beae-1ed09d4984c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:13.292755 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f807b2a5-8568-4ede-beae-1ed09d4984c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075'] for subnet, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:13.364428 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f807b2a5-8568-4ede-beae-1ed09d4984c4 admin admin] Checking segment: {'id': '0026c3eb-f5f8-49d8-991d-7b2b3f4ea3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e6ffdade-6494-45c9-a524-7653723dc7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:01:13.364673 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f807b2a5-8568-4ede-beae-1ed09d4984c4 admin admin] Network hostable DHCP agents. Network: e6ffdade-6494-45c9-a524-7653723dc7f7, hostable agents: ['27ad89ec-6861-43ea-91c9-397cdd96ffe4'], hosted agents: [] {{(pid=94232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:01:13.372111 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f807b2a5-8568-4ede-beae-1ed09d4984c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f728f6e-f254-4ca3-9208-c6c7f458df7a,revision_number=0']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:13.383896 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f807b2a5-8568-4ede-beae-1ed09d4984c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:13.384266 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f807b2a5-8568-4ede-beae-1ed09d4984c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:13.384580 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f807b2a5-8568-4ede-beae-1ed09d4984c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:13.384903 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f807b2a5-8568-4ede-beae-1ed09d4984c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:13.385213 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f807b2a5-8568-4ede-beae-1ed09d4984c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:13.385549 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f807b2a5-8568-4ede-beae-1ed09d4984c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:13.386233 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f807b2a5-8568-4ede-beae-1ed09d4984c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:13.386553 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f807b2a5-8568-4ede-beae-1ed09d4984c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:13.386888 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f807b2a5-8568-4ede-beae-1ed09d4984c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:13.387205 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f807b2a5-8568-4ede-beae-1ed09d4984c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:13.387545 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f807b2a5-8568-4ede-beae-1ed09d4984c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:13.387861 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f807b2a5-8568-4ede-beae-1ed09d4984c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:13.388950 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f807b2a5-8568-4ede-beae-1ed09d4984c4 admin admin] Tracked resource versions report: Sep 23 23:01:13.388950 dv-cinder-810785-1-iscsi neutron-server[94232]: pushed versions: Sep 23 23:01:13.388950 dv-cinder-810785-1-iscsi neutron-server[94232]: { 'AddressGroup': {'1.2'}, Sep 23 23:01:13.388950 dv-cinder-810785-1-iscsi neutron-server[94232]: 'ConntrackHelper': {'1.0'}, Sep 23 23:01:13.388950 dv-cinder-810785-1-iscsi neutron-server[94232]: 'Log': {'1.0'}, Sep 23 23:01:13.388950 dv-cinder-810785-1-iscsi neutron-server[94232]: 'Network': {'1.1'}, Sep 23 23:01:13.388950 dv-cinder-810785-1-iscsi neutron-server[94232]: 'Port': {'1.7'}, Sep 23 23:01:13.388950 dv-cinder-810785-1-iscsi neutron-server[94232]: 'PortForwarding': {'1.2'}, Sep 23 23:01:13.388950 dv-cinder-810785-1-iscsi neutron-server[94232]: 'QosPolicy': {'1.9'}, Sep 23 23:01:13.388950 dv-cinder-810785-1-iscsi neutron-server[94232]: 'SecurityGroup': {'1.4'}, Sep 23 23:01:13.388950 dv-cinder-810785-1-iscsi neutron-server[94232]: 'SecurityGroupRule': {'1.2'}, Sep 23 23:01:13.388950 dv-cinder-810785-1-iscsi neutron-server[94232]: 'SubPort': {'1.0'}, Sep 23 23:01:13.388950 dv-cinder-810785-1-iscsi neutron-server[94232]: 'Subnet': {'1.1'}, Sep 23 23:01:13.388950 dv-cinder-810785-1-iscsi neutron-server[94232]: 'Trunk': {'1.1'}} Sep 23 23:01:13.388950 dv-cinder-810785-1-iscsi neutron-server[94232]: consumer versions: Sep 23 23:01:13.388950 dv-cinder-810785-1-iscsi neutron-server[94232]: { DHCP agent@dv-cinder-810785-1-iscsi: {}, Sep 23 23:01:13.388950 dv-cinder-810785-1-iscsi neutron-server[94232]: L3 agent@dv-cinder-810785-1-iscsi: {}, Sep 23 23:01:13.388950 dv-cinder-810785-1-iscsi neutron-server[94232]: Metadata agent@dv-cinder-810785-1-iscsi: {}, Sep 23 23:01:13.388950 dv-cinder-810785-1-iscsi neutron-server[94232]: Metering agent@dv-cinder-810785-1-iscsi: {}, Sep 23 23:01:13.388950 dv-cinder-810785-1-iscsi neutron-server[94232]: Open vSwitch agent@dv-cinder-810785-1-iscsi: { 'AddressGroup': '1.2', Sep 23 23:01:13.388950 dv-cinder-810785-1-iscsi neutron-server[94232]: 'ConntrackHelper': '1.0', Sep 23 23:01:13.388950 dv-cinder-810785-1-iscsi neutron-server[94232]: 'Log': '1.0', Sep 23 23:01:13.388950 dv-cinder-810785-1-iscsi neutron-server[94232]: 'Network': '1.1', Sep 23 23:01:13.388950 dv-cinder-810785-1-iscsi neutron-server[94232]: 'Port': '1.7', Sep 23 23:01:13.388950 dv-cinder-810785-1-iscsi neutron-server[94232]: 'PortForwarding': '1.2', Sep 23 23:01:13.388950 dv-cinder-810785-1-iscsi neutron-server[94232]: 'QosPolicy': '1.9', Sep 23 23:01:13.388950 dv-cinder-810785-1-iscsi neutron-server[94232]: 'SecurityGroup': '1.4', Sep 23 23:01:13.388950 dv-cinder-810785-1-iscsi neutron-server[94232]: 'SecurityGroupRule': '1.2', Sep 23 23:01:13.388950 dv-cinder-810785-1-iscsi neutron-server[94232]: 'SubPort': '1.0', Sep 23 23:01:13.388950 dv-cinder-810785-1-iscsi neutron-server[94232]: 'Subnet': '1.1', Sep 23 23:01:13.388950 dv-cinder-810785-1-iscsi neutron-server[94232]: 'Trunk': '1.1'}} Sep 23 23:01:13.388950 dv-cinder-810785-1-iscsi neutron-server[94232]: {{(pid=94232) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 23:01:13.425407 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f807b2a5-8568-4ede-beae-1ed09d4984c4 admin admin] Network e6ffdade-6494-45c9-a524-7653723dc7f7 is scheduled to be hosted by DHCP agent 27ad89ec-6861-43ea-91c9-397cdd96ffe4 with binding_index 1 {{(pid=94232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:01:13.444122 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-f807b2a5-8568-4ede-beae-1ed09d4984c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810785-1-iscsi, e6ffdade-6494-45c9-a524-7653723dc7f7) {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:01:13.451481 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f807b2a5-8568-4ede-beae-1ed09d4984c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:13.452179 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f807b2a5-8568-4ede-beae-1ed09d4984c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for subnet, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:13.459561 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91c6949-ee8e-410a-9ea1-92d86ccf1fab None None] Network e6ffdade-6494-45c9-a524-7653723dc7f7 requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:01:13.472773 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-f807b2a5-8568-4ede-beae-1ed09d4984c4 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5341227 Sep 23 23:01:13.840243 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a844fa8-806b-4af3-b125-54ff99ee10ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e226354-0935-5133-8f38-e9986e5f3320-e6ffdade-6494-45c9-a524-7653723dc7f7', 'network_id': 'e6ffdade-6494-45c9-a524-7653723dc7f7', 'tenant_id': '528a7e24fdc34fbe92f3dd3eef300d62', 'fixed_ips': [{'subnet_id': '2f728f6e-f254-4ca3-9208-c6c7f458df7a'}]}} from dv-cinder-810785-1-iscsi. {{(pid=94233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:01:13.841473 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-1a844fa8-806b-4af3-b125-54ff99ee10ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:14.138524 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.db_base_plugin_common [None req-1a844fa8-806b-4af3-b125-54ff99ee10ac None None] Allocated IP 172.20.0.2 (e6ffdade-6494-45c9-a524-7653723dc7f7/2f728f6e-f254-4ca3-9208-c6c7f458df7a/e1a74bcd-1c34-4b7f-a4ab-c4a190a69f21) {{(pid=94233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:01:14.387050 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-1a844fa8-806b-4af3-b125-54ff99ee10ac None None] Notify callbacks [] for port, precommit_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:14.399090 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-1a844fa8-806b-4af3-b125-54ff99ee10ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663'] for port, after_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:14.487484 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a844fa8-806b-4af3-b125-54ff99ee10ac None None] Network e6ffdade-6494-45c9-a524-7653723dc7f7 is already hosted by enough agents. {{(pid=94233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:01:14.493542 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.scheduler.base_scheduler [None req-1a844fa8-806b-4af3-b125-54ff99ee10ac None None] Resources bound (agent type, host, resource id): {{(pid=94233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:01:14.501934 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a844fa8-806b-4af3-b125-54ff99ee10ac None None] Pushing event updated for resources: {'Port': ['ID=e1a74bcd-1c34-4b7f-a4ab-c4a190a69f21,revision_number=1']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:14.504308 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a844fa8-806b-4af3-b125-54ff99ee10ac None None] Received port after_create {{(pid=94233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:01:14.514827 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a844fa8-806b-4af3-b125-54ff99ee10ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:14.515167 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a844fa8-806b-4af3-b125-54ff99ee10ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:14.515540 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a844fa8-806b-4af3-b125-54ff99ee10ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:14.515864 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a844fa8-806b-4af3-b125-54ff99ee10ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:14.516185 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a844fa8-806b-4af3-b125-54ff99ee10ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:14.516510 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a844fa8-806b-4af3-b125-54ff99ee10ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:14.516820 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a844fa8-806b-4af3-b125-54ff99ee10ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:14.517151 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a844fa8-806b-4af3-b125-54ff99ee10ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:14.517484 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a844fa8-806b-4af3-b125-54ff99ee10ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:14.517805 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a844fa8-806b-4af3-b125-54ff99ee10ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:14.518102 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a844fa8-806b-4af3-b125-54ff99ee10ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:14.518414 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a844fa8-806b-4af3-b125-54ff99ee10ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:14.519598 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a844fa8-806b-4af3-b125-54ff99ee10ac None None] Tracked resource versions report: Sep 23 23:01:14.519598 dv-cinder-810785-1-iscsi neutron-server[94233]: pushed versions: Sep 23 23:01:14.519598 dv-cinder-810785-1-iscsi neutron-server[94233]: { 'AddressGroup': {'1.2'}, Sep 23 23:01:14.519598 dv-cinder-810785-1-iscsi neutron-server[94233]: 'ConntrackHelper': {'1.0'}, Sep 23 23:01:14.519598 dv-cinder-810785-1-iscsi neutron-server[94233]: 'Log': {'1.0'}, Sep 23 23:01:14.519598 dv-cinder-810785-1-iscsi neutron-server[94233]: 'Network': {'1.1'}, Sep 23 23:01:14.519598 dv-cinder-810785-1-iscsi neutron-server[94233]: 'Port': {'1.7'}, Sep 23 23:01:14.519598 dv-cinder-810785-1-iscsi neutron-server[94233]: 'PortForwarding': {'1.2'}, Sep 23 23:01:14.519598 dv-cinder-810785-1-iscsi neutron-server[94233]: 'QosPolicy': {'1.9'}, Sep 23 23:01:14.519598 dv-cinder-810785-1-iscsi neutron-server[94233]: 'SecurityGroup': {'1.4'}, Sep 23 23:01:14.519598 dv-cinder-810785-1-iscsi neutron-server[94233]: 'SecurityGroupRule': {'1.2'}, Sep 23 23:01:14.519598 dv-cinder-810785-1-iscsi neutron-server[94233]: 'SubPort': {'1.0'}, Sep 23 23:01:14.519598 dv-cinder-810785-1-iscsi neutron-server[94233]: 'Subnet': {'1.1'}, Sep 23 23:01:14.519598 dv-cinder-810785-1-iscsi neutron-server[94233]: 'Trunk': {'1.1'}} Sep 23 23:01:14.519598 dv-cinder-810785-1-iscsi neutron-server[94233]: consumer versions: Sep 23 23:01:14.519598 dv-cinder-810785-1-iscsi neutron-server[94233]: { DHCP agent@dv-cinder-810785-1-iscsi: {}, Sep 23 23:01:14.519598 dv-cinder-810785-1-iscsi neutron-server[94233]: L3 agent@dv-cinder-810785-1-iscsi: {}, Sep 23 23:01:14.519598 dv-cinder-810785-1-iscsi neutron-server[94233]: Metadata agent@dv-cinder-810785-1-iscsi: {}, Sep 23 23:01:14.519598 dv-cinder-810785-1-iscsi neutron-server[94233]: Metering agent@dv-cinder-810785-1-iscsi: {}, Sep 23 23:01:14.519598 dv-cinder-810785-1-iscsi neutron-server[94233]: Open vSwitch agent@dv-cinder-810785-1-iscsi: { 'AddressGroup': '1.2', Sep 23 23:01:14.519598 dv-cinder-810785-1-iscsi neutron-server[94233]: 'ConntrackHelper': '1.0', Sep 23 23:01:14.519598 dv-cinder-810785-1-iscsi neutron-server[94233]: 'Log': '1.0', Sep 23 23:01:14.519598 dv-cinder-810785-1-iscsi neutron-server[94233]: 'Network': '1.1', Sep 23 23:01:14.519598 dv-cinder-810785-1-iscsi neutron-server[94233]: 'Port': '1.7', Sep 23 23:01:14.519598 dv-cinder-810785-1-iscsi neutron-server[94233]: 'PortForwarding': '1.2', Sep 23 23:01:14.519598 dv-cinder-810785-1-iscsi neutron-server[94233]: 'QosPolicy': '1.9', Sep 23 23:01:14.519598 dv-cinder-810785-1-iscsi neutron-server[94233]: 'SecurityGroup': '1.4', Sep 23 23:01:14.519598 dv-cinder-810785-1-iscsi neutron-server[94233]: 'SecurityGroupRule': '1.2', Sep 23 23:01:14.519598 dv-cinder-810785-1-iscsi neutron-server[94233]: 'SubPort': '1.0', Sep 23 23:01:14.519598 dv-cinder-810785-1-iscsi neutron-server[94233]: 'Subnet': '1.1', Sep 23 23:01:14.519598 dv-cinder-810785-1-iscsi neutron-server[94233]: 'Trunk': '1.1'}} Sep 23 23:01:14.519598 dv-cinder-810785-1-iscsi neutron-server[94233]: {{(pid=94233) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 23:01:14.621030 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-1a844fa8-806b-4af3-b125-54ff99ee10ac None None] Attempting to bind port e1a74bcd-1c34-4b7f-a4ab-c4a190a69f21 on host dv-cinder-810785-1-iscsi for vnic_type normal with profile {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:01:14.621653 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-1a844fa8-806b-4af3-b125-54ff99ee10ac None None] Attempting to bind port e1a74bcd-1c34-4b7f-a4ab-c4a190a69f21 by drivers openvswitch,hyperv on host dv-cinder-810785-1-iscsi at level 0 using segments [{'id': '0026c3eb-f5f8-49d8-991d-7b2b3f4ea3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e6ffdade-6494-45c9-a524-7653723dc7f7'}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:01:14.622104 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a844fa8-806b-4af3-b125-54ff99ee10ac None None] Attempting to bind port e1a74bcd-1c34-4b7f-a4ab-c4a190a69f21 on network e6ffdade-6494-45c9-a524-7653723dc7f7 {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:01:14.630492 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a844fa8-806b-4af3-b125-54ff99ee10ac None None] Checking agent: {'id': '481fc7b8-75a1-4de2-9424-90937d24576f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 0, 57), 'started_at': datetime.datetime(2021, 9, 23, 23, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:01:14.631036 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a844fa8-806b-4af3-b125-54ff99ee10ac None None] Checking segment: {'id': '0026c3eb-f5f8-49d8-991d-7b2b3f4ea3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e6ffdade-6494-45c9-a524-7653723dc7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:01:14.631687 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-1a844fa8-806b-4af3-b125-54ff99ee10ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:14.632175 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a844fa8-806b-4af3-b125-54ff99ee10ac None None] Bound using segment: {'id': '0026c3eb-f5f8-49d8-991d-7b2b3f4ea3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e6ffdade-6494-45c9-a524-7653723dc7f7'} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:01:14.632861 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-1a844fa8-806b-4af3-b125-54ff99ee10ac None None] Bound port: e1a74bcd-1c34-4b7f-a4ab-c4a190a69f21, host: dv-cinder-810785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0026c3eb-f5f8-49d8-991d-7b2b3f4ea3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e6ffdade-6494-45c9-a524-7653723dc7f7'}}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:01:14.633512 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-1a844fa8-806b-4af3-b125-54ff99ee10ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:14.708002 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-1a844fa8-806b-4af3-b125-54ff99ee10ac None None] For port e1a74bcd-1c34-4b7f-a4ab-c4a190a69f21, host dv-cinder-810785-1-iscsi, cleared binding levels {{(pid=94233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:01:14.713269 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-1a844fa8-806b-4af3-b125-54ff99ee10ac None None] For port e1a74bcd-1c34-4b7f-a4ab-c4a190a69f21, host dv-cinder-810785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=e1a74bcd-1c34-4b7f-a4ab-c4a190a69f21,segment=NetworkSegment(0026c3eb-f5f8-49d8-991d-7b2b3f4ea3e2),segment_id=0026c3eb-f5f8-49d8-991d-7b2b3f4ea3e2)] {{(pid=94233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:01:14.718167 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-1a844fa8-806b-4af3-b125-54ff99ee10ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:14.786375 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a844fa8-806b-4af3-b125-54ff99ee10ac None None] Pushing event updated for resources: {'Port': ['ID=e1a74bcd-1c34-4b7f-a4ab-c4a190a69f21,revision_number=2']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:16.046910 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 50078) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:16.412977 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [None req-bed0dbc4-d487-4a93-a95a-9d0f16508baf admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:01:16.413979 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-bed0dbc4-d487-4a93-a95a-9d0f16508baf admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3658874 Sep 23 23:01:19.051239 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 50086) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:19.490372 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [None req-f7c7ec7c-b954-4393-b707-4c13b40d6d9b admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:01:19.491835 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-f7c7ec7c-b954-4393-b707-4c13b40d6d9b admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4388721 Sep 23 23:01:22.310599 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 50100) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:22.716144 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-52558e57-3153-495d-a271-66bcd473ae98 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '528a7e24fdc34fbe92f3dd3eef300d62'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:01:22.741427 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-52558e57-3153-495d-a271-66bcd473ae98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5547'] for router, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:22.743097 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-52558e57-3153-495d-a271-66bcd473ae98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5538'] for router, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:22.765046 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device e1a74bcd-1c34-4b7f-a4ab-c4a190a69f21 up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:01:22.859037 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port e1a74bcd-1c34-4b7f-a4ab-c4a190a69f21 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:22.859541 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:22.909744 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-52558e57-3153-495d-a271-66bcd473ae98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:22.916315 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-52558e57-3153-495d-a271-66bcd473ae98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596414'] for router, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:22.931305 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-52558e57-3153-495d-a271-66bcd473ae98 admin admin] Notify callbacks [] for router, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:22.947304 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-52558e57-3153-495d-a271-66bcd473ae98 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6239471 Sep 23 23:01:22.982633 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:23.024138 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] For port e1a74bcd-1c34-4b7f-a4ab-c4a190a69f21, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=e1a74bcd-1c34-4b7f-a4ab-c4a190a69f21,segment=NetworkSegment(0026c3eb-f5f8-49d8-991d-7b2b3f4ea3e2),segment_id=0026c3eb-f5f8-49d8-991d-7b2b3f4ea3e2)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:01:23.030477 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:23.084483 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Pushing event updated for resources: {'Port': ['ID=e1a74bcd-1c34-4b7f-a4ab-c4a190a69f21,revision_number=3']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:23.441377 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae092d8b-c9b1-40a1-b1b2-e9504dc28f69 None None] Network e6ffdade-6494-45c9-a524-7653723dc7f7 requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:01:23.538852 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-7a5a104f-1dd1-444d-8be5-baa4576b57f1 None None] Provisioning complete for port e1a74bcd-1c34-4b7f-a4ab-c4a190a69f21 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:23.539216 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7a5a104f-1dd1-444d-8be5-baa4576b57f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:23.710197 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-2caa5d20-4811-4ab8-baa2-5c67831fcbc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:23.901063 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-729bb7d7-138b-499d-b1b5-69832647be6b None None] Provisioning complete for port e1a74bcd-1c34-4b7f-a4ab-c4a190a69f21 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:23.901733 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-729bb7d7-138b-499d-b1b5-69832647be6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:24.743890 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device e1a74bcd-1c34-4b7f-a4ab-c4a190a69f21 up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:01:24.794073 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port e1a74bcd-1c34-4b7f-a4ab-c4a190a69f21 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:24.794432 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:25.419029 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 50108) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:25.766646 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [None req-13eef29f-d761-48ba-8969-569b9a5291f7 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:01:25.767668 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-13eef29f-d761-48ba-8969-569b9a5291f7 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3476026 Sep 23 23:01:26.886563 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:27.687403 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e44ab7c4-4a76-4c5f-b84e-610d7ffe938a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:28.234166 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 50116) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:28.576603 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-b17d63ed-c7e8-4b7d-a5e6-bdd70d41032c admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:01:28.604080 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17d63ed-c7e8-4b7d-a5e6-bdd70d41032c admin admin] Made reservation on behalf of 7b10a908647e463d819c829971df9fa8 for: {'network': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:01:28.606764 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b17d63ed-c7e8-4b7d-a5e6-bdd70d41032c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for network, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:28.627826 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b17d63ed-c7e8-4b7d-a5e6-bdd70d41032c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:28.758017 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b17d63ed-c7e8-4b7d-a5e6-bdd70d41032c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:28.764846 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b17d63ed-c7e8-4b7d-a5e6-bdd70d41032c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:28.780959 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b17d63ed-c7e8-4b7d-a5e6-bdd70d41032c admin admin] Reserving flat network on physical network physnet1 {{(pid=94232) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 23 23:01:28.801565 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d63ed-c7e8-4b7d-a5e6-bdd70d41032c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b1cb1e-5c9c-4371-8e74-63b85e0319dc,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:28.807723 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b17d63ed-c7e8-4b7d-a5e6-bdd70d41032c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784998755979', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778'] for segment, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:28.808300 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b17d63ed-c7e8-4b7d-a5e6-bdd70d41032c admin admin] Unsubscribe: segment precommit_create {{(pid=94232) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 23 23:01:28.808789 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.db.segments_db [None req-b17d63ed-c7e8-4b7d-a5e6-bdd70d41032c admin admin] Added segment 2ac125d2-b621-4cb4-9068-8fa074d03334 of type flat for network b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1 Sep 23 23:01:28.869453 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b17d63ed-c7e8-4b7d-a5e6-bdd70d41032c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784998164246'] for network, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:28.917523 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b17d63ed-c7e8-4b7d-a5e6-bdd70d41032c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075'] for network, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:28.918538 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17d63ed-c7e8-4b7d-a5e6-bdd70d41032c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:28.919116 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b17d63ed-c7e8-4b7d-a5e6-bdd70d41032c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for network, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:28.978429 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-b17d63ed-c7e8-4b7d-a5e6-bdd70d41032c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7427707 Sep 23 23:01:29.029540 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d63ed-c7e8-4b7d-a5e6-bdd70d41032c admin admin] Pushing event updated for resources: {'Network': ['ID=b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:29.046858 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Network b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1 details requested by agent ovs-agent-dv-cinder-810785-1-iscsi with host dv-cinder-810785-1-iscsi {{(pid=94233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:01:29.085174 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:30.382139 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:31.468052 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 50134) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:31.722963 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d77a7a-4ae2-48e0-8117-27b1e72d32b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:31.724430 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-f9d77a7a-4ae2-48e0-8117-27b1e72d32b8 admin admin] 10.222.0.46 "GET /v2.0/subnets/2f728f6e-f254-4ca3-9208-c6c7f458df7a HTTP/1.1" status: 200 len: 849 time: 0.2554324 Sep 23 23:01:31.850305 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-f58684f4-7305-4cd2-998b-cb33534d7c9c admin admin] 10.222.0.46 "GET /v2.0/routers/316c4f6f-1975-41eb-958c-8af74c05a700 HTTP/1.1" status: 200 len: 704 time: 0.1189792 Sep 23 23:01:32.174754 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0eac0219-7939-4977-a951-029af1959a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:32.510064 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_common [None req-0eac0219-7939-4977-a951-029af1959a70 admin admin] Allocated IP 172.20.0.1 (e6ffdade-6494-45c9-a524-7653723dc7f7/2f728f6e-f254-4ca3-9208-c6c7f458df7a/fa98bf7a-117c-4475-85d2-721c9a09889c) {{(pid=94232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:01:32.686281 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0eac0219-7939-4977-a951-029af1959a70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:32.814118 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0eac0219-7939-4977-a951-029af1959a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663'] for port, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:32.892490 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eac0219-7939-4977-a951-029af1959a70 admin admin] Network e6ffdade-6494-45c9-a524-7653723dc7f7 is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:01:32.898126 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-0eac0219-7939-4977-a951-029af1959a70 admin admin] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:01:32.905785 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eac0219-7939-4977-a951-029af1959a70 admin admin] Received port after_create {{(pid=94232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:01:32.906418 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0eac0219-7939-4977-a951-029af1959a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595075'] for router_interface, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:32.932320 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac0219-7939-4977-a951-029af1959a70 admin admin] Pushing event updated for resources: {'Port': ['ID=fa98bf7a-117c-4475-85d2-721c9a09889c,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:33.130159 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0eac0219-7939-4977-a951-029af1959a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:33.162508 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-036d6a89-af4a-473a-ac7c-dbbcbbdb3293 None None] Provisioning complete for port fa98bf7a-117c-4475-85d2-721c9a09889c triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:33.163113 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-036d6a89-af4a-473a-ac7c-dbbcbbdb3293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:33.202865 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-036d6a89-af4a-473a-ac7c-dbbcbbdb3293 None None] Port fa98bf7a-117c-4475-85d2-721c9a09889c cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:01:33.382757 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0eac0219-7939-4977-a951-029af1959a70 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:33.389224 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0eac0219-7939-4977-a951-029af1959a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:33.390129 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0eac0219-7939-4977-a951-029af1959a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593523'] for router_interface, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:33.460871 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac0219-7939-4977-a951-029af1959a70 admin admin] Pushing event updated for resources: {'Port': ['ID=fa98bf7a-117c-4475-85d2-721c9a09889c,revision_number=2']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:33.540267 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eac0219-7939-4977-a951-029af1959a70 admin admin] Network e6ffdade-6494-45c9-a524-7653723dc7f7 is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:01:33.541990 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-0eac0219-7939-4977-a951-029af1959a70 admin admin] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:01:33.726027 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-8485c7e1-7f7c-4121-ac7a-b56ed446eaf7 None None] Provisioning complete for port fa98bf7a-117c-4475-85d2-721c9a09889c triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:33.726396 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-8485c7e1-7f7c-4121-ac7a-b56ed446eaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:33.735724 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eac0219-7939-4977-a951-029af1959a70 admin admin] Router 316c4f6f-1975-41eb-958c-8af74c05a700 is scheduled to L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 with binding_index 1 {{(pid=94232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:01:33.760161 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-8485c7e1-7f7c-4121-ac7a-b56ed446eaf7 None None] Port fa98bf7a-117c-4475-85d2-721c9a09889c cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:01:33.830654 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eac0219-7939-4977-a951-029af1959a70 admin admin] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:01:33.836419 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-0eac0219-7939-4977-a951-029af1959a70 admin admin] 10.222.0.46 "PUT /v2.0/routers/316c4f6f-1975-41eb-958c-8af74c05a700/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9798193 Sep 23 23:01:33.855219 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbcc717-465b-4152-aa00-ed0cdac1868c None None] Sync routers for ids ['316c4f6f-1975-41eb-958c-8af74c05a700'] in dv-cinder-810785-1-iscsi {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:01:33.868323 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbcc717-465b-4152-aa00-ed0cdac1868c None None] Routers {'316c4f6f-1975-41eb-958c-8af74c05a700'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:01:33.869134 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-3cbcc717-465b-4152-aa00-ed0cdac1868c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:01:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['316c4f6f-1975-41eb-958c-8af74c05a700'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:34.059939 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-3cbcc717-465b-4152-aa00-ed0cdac1868c None None] Set router 316c4f6f-1975-41eb-958c-8af74c05a700 gateway port host: None {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:01:34.578257 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-3cbcc717-465b-4152-aa00-ed0cdac1868c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316c4f6f-1975-41eb-958c-8af74c05a700', 'name': 'router1', 'tenant_id': '528a7e24fdc34fbe92f3dd3eef300d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:01:22Z', 'updated_at': '2021-09-23T23:01:33Z', 'revision_number': 2, 'project_id': '528a7e24fdc34fbe92f3dd3eef300d62', 'gw_port_host': None, '_interfaces': [{'id': 'fa98bf7a-117c-4475-85d2-721c9a09889c', 'name': '', 'network_id': 'e6ffdade-6494-45c9-a524-7653723dc7f7', 'tenant_id': '528a7e24fdc34fbe92f3dd3eef300d62', 'mac_address': 'fa:16:3e:0f:af:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316c4f6f-1975-41eb-958c-8af74c05a700', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2f728f6e-f254-4ca3-9208-c6c7f458df7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:32Z', 'updated_at': '2021-09-23T23:01:33Z', 'revision_number': 2, 'project_id': '528a7e24fdc34fbe92f3dd3eef300d62', 'subnets': [{'id': '2f728f6e-f254-4ca3-9208-c6c7f458df7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cbe8a0f2-ec0e-40e4-a2d9-1cd6394641cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:34.635821 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbcc717-465b-4152-aa00-ed0cdac1868c None None] Checking router: 316c4f6f-1975-41eb-958c-8af74c05a700 for host: dv-cinder-810785-1-iscsi {{(pid=94234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:01:34.636266 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbcc717-465b-4152-aa00-ed0cdac1868c None None] Updating router 316c4f6f-1975-41eb-958c-8af74c05a700 port fa98bf7a-117c-4475-85d2-721c9a09889c binding host dv-cinder-810785-1-iscsi {{(pid=94234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:01:34.689050 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-3cbcc717-465b-4152-aa00-ed0cdac1868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:35.118121 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-e120304e-e087-4557-b345-b0e358493c41 None None] Agent healthcheck: found 5 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:01:35.244305 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-3cbcc717-465b-4152-aa00-ed0cdac1868c None None] Notify callbacks [] for port, precommit_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:35.257503 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-3cbcc717-465b-4152-aa00-ed0cdac1868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:35.354017 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5867c7-535c-4015-8c8d-ec9a8d554bee None None] Pushing event updated for resources: {'Port': ['ID=fa98bf7a-117c-4475-85d2-721c9a09889c,revision_number=3']} {{(pid=94234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:35.401762 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5867c7-535c-4015-8c8d-ec9a8d554bee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:35.402100 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5867c7-535c-4015-8c8d-ec9a8d554bee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:35.402433 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5867c7-535c-4015-8c8d-ec9a8d554bee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:35.402753 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5867c7-535c-4015-8c8d-ec9a8d554bee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:35.403223 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5867c7-535c-4015-8c8d-ec9a8d554bee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:35.403421 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5867c7-535c-4015-8c8d-ec9a8d554bee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:35.403736 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5867c7-535c-4015-8c8d-ec9a8d554bee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:35.404050 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5867c7-535c-4015-8c8d-ec9a8d554bee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:35.404507 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5867c7-535c-4015-8c8d-ec9a8d554bee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:35.404676 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5867c7-535c-4015-8c8d-ec9a8d554bee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:35.404994 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5867c7-535c-4015-8c8d-ec9a8d554bee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:35.405300 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5867c7-535c-4015-8c8d-ec9a8d554bee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:35.406415 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5867c7-535c-4015-8c8d-ec9a8d554bee None None] Tracked resource versions report: Sep 23 23:01:35.406415 dv-cinder-810785-1-iscsi neutron-server[94234]: pushed versions: Sep 23 23:01:35.406415 dv-cinder-810785-1-iscsi neutron-server[94234]: { 'AddressGroup': {'1.2'}, Sep 23 23:01:35.406415 dv-cinder-810785-1-iscsi neutron-server[94234]: 'ConntrackHelper': {'1.0'}, Sep 23 23:01:35.406415 dv-cinder-810785-1-iscsi neutron-server[94234]: 'Log': {'1.0'}, Sep 23 23:01:35.406415 dv-cinder-810785-1-iscsi neutron-server[94234]: 'Network': {'1.1'}, Sep 23 23:01:35.406415 dv-cinder-810785-1-iscsi neutron-server[94234]: 'Port': {'1.7'}, Sep 23 23:01:35.406415 dv-cinder-810785-1-iscsi neutron-server[94234]: 'PortForwarding': {'1.2'}, Sep 23 23:01:35.406415 dv-cinder-810785-1-iscsi neutron-server[94234]: 'QosPolicy': {'1.9'}, Sep 23 23:01:35.406415 dv-cinder-810785-1-iscsi neutron-server[94234]: 'SecurityGroup': {'1.4'}, Sep 23 23:01:35.406415 dv-cinder-810785-1-iscsi neutron-server[94234]: 'SecurityGroupRule': {'1.2'}, Sep 23 23:01:35.406415 dv-cinder-810785-1-iscsi neutron-server[94234]: 'SubPort': {'1.0'}, Sep 23 23:01:35.406415 dv-cinder-810785-1-iscsi neutron-server[94234]: 'Subnet': {'1.1'}, Sep 23 23:01:35.406415 dv-cinder-810785-1-iscsi neutron-server[94234]: 'Trunk': {'1.1'}} Sep 23 23:01:35.406415 dv-cinder-810785-1-iscsi neutron-server[94234]: consumer versions: Sep 23 23:01:35.406415 dv-cinder-810785-1-iscsi neutron-server[94234]: { DHCP agent@dv-cinder-810785-1-iscsi: {}, Sep 23 23:01:35.406415 dv-cinder-810785-1-iscsi neutron-server[94234]: L3 agent@dv-cinder-810785-1-iscsi: {}, Sep 23 23:01:35.406415 dv-cinder-810785-1-iscsi neutron-server[94234]: Metadata agent@dv-cinder-810785-1-iscsi: {}, Sep 23 23:01:35.406415 dv-cinder-810785-1-iscsi neutron-server[94234]: Metering agent@dv-cinder-810785-1-iscsi: {}, Sep 23 23:01:35.406415 dv-cinder-810785-1-iscsi neutron-server[94234]: Open vSwitch agent@dv-cinder-810785-1-iscsi: { 'AddressGroup': '1.2', Sep 23 23:01:35.406415 dv-cinder-810785-1-iscsi neutron-server[94234]: 'ConntrackHelper': '1.0', Sep 23 23:01:35.406415 dv-cinder-810785-1-iscsi neutron-server[94234]: 'Log': '1.0', Sep 23 23:01:35.406415 dv-cinder-810785-1-iscsi neutron-server[94234]: 'Network': '1.1', Sep 23 23:01:35.406415 dv-cinder-810785-1-iscsi neutron-server[94234]: 'Port': '1.7', Sep 23 23:01:35.406415 dv-cinder-810785-1-iscsi neutron-server[94234]: 'PortForwarding': '1.2', Sep 23 23:01:35.406415 dv-cinder-810785-1-iscsi neutron-server[94234]: 'QosPolicy': '1.9', Sep 23 23:01:35.406415 dv-cinder-810785-1-iscsi neutron-server[94234]: 'SecurityGroup': '1.4', Sep 23 23:01:35.406415 dv-cinder-810785-1-iscsi neutron-server[94234]: 'SecurityGroupRule': '1.2', Sep 23 23:01:35.406415 dv-cinder-810785-1-iscsi neutron-server[94234]: 'SubPort': '1.0', Sep 23 23:01:35.406415 dv-cinder-810785-1-iscsi neutron-server[94234]: 'Subnet': '1.1', Sep 23 23:01:35.406415 dv-cinder-810785-1-iscsi neutron-server[94234]: 'Trunk': '1.1'}} Sep 23 23:01:35.406415 dv-cinder-810785-1-iscsi neutron-server[94234]: {{(pid=94234) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 23:01:35.462232 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-3cbcc717-465b-4152-aa00-ed0cdac1868c None None] Attempting to bind port fa98bf7a-117c-4475-85d2-721c9a09889c on host dv-cinder-810785-1-iscsi for vnic_type normal with profile {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:01:35.462872 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-3cbcc717-465b-4152-aa00-ed0cdac1868c None None] Attempting to bind port fa98bf7a-117c-4475-85d2-721c9a09889c by drivers openvswitch,hyperv on host dv-cinder-810785-1-iscsi at level 0 using segments [{'id': '0026c3eb-f5f8-49d8-991d-7b2b3f4ea3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e6ffdade-6494-45c9-a524-7653723dc7f7'}] {{(pid=94234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:01:35.463639 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbcc717-465b-4152-aa00-ed0cdac1868c None None] Attempting to bind port fa98bf7a-117c-4475-85d2-721c9a09889c on network e6ffdade-6494-45c9-a524-7653723dc7f7 {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:01:35.473117 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbcc717-465b-4152-aa00-ed0cdac1868c None None] Checking agent: {'id': '481fc7b8-75a1-4de2-9424-90937d24576f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 0, 57), 'started_at': datetime.datetime(2021, 9, 23, 23, 1, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:01:35.473709 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbcc717-465b-4152-aa00-ed0cdac1868c None None] Checking segment: {'id': '0026c3eb-f5f8-49d8-991d-7b2b3f4ea3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e6ffdade-6494-45c9-a524-7653723dc7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:01:35.474316 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-3cbcc717-465b-4152-aa00-ed0cdac1868c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:35.474909 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbcc717-465b-4152-aa00-ed0cdac1868c None None] Bound using segment: {'id': '0026c3eb-f5f8-49d8-991d-7b2b3f4ea3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e6ffdade-6494-45c9-a524-7653723dc7f7'} {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:01:35.475663 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-3cbcc717-465b-4152-aa00-ed0cdac1868c None None] Bound port: fa98bf7a-117c-4475-85d2-721c9a09889c, host: dv-cinder-810785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0026c3eb-f5f8-49d8-991d-7b2b3f4ea3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e6ffdade-6494-45c9-a524-7653723dc7f7'}}] {{(pid=94234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:01:35.476243 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-3cbcc717-465b-4152-aa00-ed0cdac1868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:35.564370 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.db [None req-3cbcc717-465b-4152-aa00-ed0cdac1868c None None] For port fa98bf7a-117c-4475-85d2-721c9a09889c, host dv-cinder-810785-1-iscsi, cleared binding levels {{(pid=94234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:01:35.592487 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.db [None req-3cbcc717-465b-4152-aa00-ed0cdac1868c None None] For port fa98bf7a-117c-4475-85d2-721c9a09889c, host dv-cinder-810785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=fa98bf7a-117c-4475-85d2-721c9a09889c,segment=NetworkSegment(0026c3eb-f5f8-49d8-991d-7b2b3f4ea3e2),segment_id=0026c3eb-f5f8-49d8-991d-7b2b3f4ea3e2)] {{(pid=94234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:01:35.592703 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-b214f9a3-84a8-4826-9c4b-8541758c92a0 None None] Provisioning complete for port fa98bf7a-117c-4475-85d2-721c9a09889c triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:35.593201 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-b214f9a3-84a8-4826-9c4b-8541758c92a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:35.598917 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-3cbcc717-465b-4152-aa00-ed0cdac1868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:35.650205 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-b214f9a3-84a8-4826-9c4b-8541758c92a0 None None] Port fa98bf7a-117c-4475-85d2-721c9a09889c cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:01:35.693014 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5867c7-535c-4015-8c8d-ec9a8d554bee None None] Pushing event updated for resources: {'Port': ['ID=fa98bf7a-117c-4475-85d2-721c9a09889c,revision_number=4']} {{(pid=94234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:35.698315 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbcc717-465b-4152-aa00-ed0cdac1868c None None] Routers {'316c4f6f-1975-41eb-958c-8af74c05a700'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:01:35.699099 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-3cbcc717-465b-4152-aa00-ed0cdac1868c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:01:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['316c4f6f-1975-41eb-958c-8af74c05a700'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:35.809347 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-3cbcc717-465b-4152-aa00-ed0cdac1868c None None] Set router 316c4f6f-1975-41eb-958c-8af74c05a700 gateway port host: None {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:01:35.871333 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-c6de2b9a-53db-425e-8139-8dc637d635b8 None None] Provisioning complete for port fa98bf7a-117c-4475-85d2-721c9a09889c triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:35.871704 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c6de2b9a-53db-425e-8139-8dc637d635b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:35.956311 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c6de2b9a-53db-425e-8139-8dc637d635b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:35.995103 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-c6de2b9a-53db-425e-8139-8dc637d635b8 None None] For port fa98bf7a-117c-4475-85d2-721c9a09889c, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=fa98bf7a-117c-4475-85d2-721c9a09889c,segment=NetworkSegment(0026c3eb-f5f8-49d8-991d-7b2b3f4ea3e2),segment_id=0026c3eb-f5f8-49d8-991d-7b2b3f4ea3e2)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:01:36.001287 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c6de2b9a-53db-425e-8139-8dc637d635b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:36.055248 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-3cbcc717-465b-4152-aa00-ed0cdac1868c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316c4f6f-1975-41eb-958c-8af74c05a700', 'name': 'router1', 'tenant_id': '528a7e24fdc34fbe92f3dd3eef300d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:01:22Z', 'updated_at': '2021-09-23T23:01:33Z', 'revision_number': 2, 'project_id': '528a7e24fdc34fbe92f3dd3eef300d62', 'gw_port_host': None, '_interfaces': [{'id': 'fa98bf7a-117c-4475-85d2-721c9a09889c', 'name': '', 'network_id': 'e6ffdade-6494-45c9-a524-7653723dc7f7', 'tenant_id': '528a7e24fdc34fbe92f3dd3eef300d62', 'mac_address': 'fa:16:3e:0f:af:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316c4f6f-1975-41eb-958c-8af74c05a700', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2f728f6e-f254-4ca3-9208-c6c7f458df7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:32Z', 'updated_at': '2021-09-23T23:01:35Z', 'revision_number': 4, 'project_id': '528a7e24fdc34fbe92f3dd3eef300d62', 'subnets': [{'id': '2f728f6e-f254-4ca3-9208-c6c7f458df7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cbe8a0f2-ec0e-40e4-a2d9-1cd6394641cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:36.060318 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de2b9a-53db-425e-8139-8dc637d635b8 None None] Pushing event updated for resources: {'Port': ['ID=fa98bf7a-117c-4475-85d2-721c9a09889c,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:36.086036 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbcc717-465b-4152-aa00-ed0cdac1868c None None] The sync data for ids ['316c4f6f-1975-41eb-958c-8af74c05a700'] in dv-cinder-810785-1-iscsi is: [{'id': '316c4f6f-1975-41eb-958c-8af74c05a700', 'name': 'router1', 'tenant_id': '528a7e24fdc34fbe92f3dd3eef300d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:01:22Z', 'updated_at': '2021-09-23T23:01:33Z', 'revision_number': 2, 'project_id': '528a7e24fdc34fbe92f3dd3eef300d62', 'gw_port_host': None, '_interfaces': [{'id': 'fa98bf7a-117c-4475-85d2-721c9a09889c', 'name': '', 'network_id': 'e6ffdade-6494-45c9-a524-7653723dc7f7', 'tenant_id': '528a7e24fdc34fbe92f3dd3eef300d62', 'mac_address': 'fa:16:3e:0f:af:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316c4f6f-1975-41eb-958c-8af74c05a700', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2f728f6e-f254-4ca3-9208-c6c7f458df7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:32Z', 'updated_at': '2021-09-23T23:01:35Z', 'revision_number': 4, 'project_id': '528a7e24fdc34fbe92f3dd3eef300d62', 'subnets': [{'id': '2f728f6e-f254-4ca3-9208-c6c7f458df7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cbe8a0f2-ec0e-40e4-a2d9-1cd6394641cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:01:36.242560 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 50152) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:36.401021 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a909c3d3-bc4a-474a-a89c-96e46e21d2ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:36.409327 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-a909c3d3-bc4a-474a-a89c-96e46e21d2ed admin admin] 10.222.0.46 "GET /v2.0/networks/b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1 HTTP/1.1" status: 200 len: 842 time: 0.1588244 Sep 23 23:01:36.414101 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-e9e7344f-09a7-4757-81db-eb733f9a80cb admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:01:36.444864 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e7344f-09a7-4757-81db-eb733f9a80cb admin admin] Made reservation on behalf of 7b10a908647e463d819c829971df9fa8 for: {'subnet': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:01:36.447466 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e9e7344f-09a7-4757-81db-eb733f9a80cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:36.992264 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.objects.ports [None req-e9e7344f-09a7-4757-81db-eb733f9a80cb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94231) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 23:01:36.992800 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e9e7344f-09a7-4757-81db-eb733f9a80cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075'] for subnet, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:37.060904 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e7344f-09a7-4757-81db-eb733f9a80cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=47169b33-ea5f-4b9d-bf3b-155ff70b7556,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:37.073966 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e7344f-09a7-4757-81db-eb733f9a80cb admin admin] Checking segment: {'id': '2ac125d2-b621-4cb4-9068-8fa074d03334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:01:37.074347 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e7344f-09a7-4757-81db-eb733f9a80cb admin admin] Network hostable DHCP agents. Network: b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1, hostable agents: ['27ad89ec-6861-43ea-91c9-397cdd96ffe4'], hosted agents: [] {{(pid=94231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:01:37.103164 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e7344f-09a7-4757-81db-eb733f9a80cb admin admin] Network b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1 is scheduled to be hosted by DHCP agent 27ad89ec-6861-43ea-91c9-397cdd96ffe4 with binding_index 1 {{(pid=94231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:01:37.117799 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-e9e7344f-09a7-4757-81db-eb733f9a80cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810785-1-iscsi, b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1) {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:01:37.123767 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e7344f-09a7-4757-81db-eb733f9a80cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:37.125872 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e9e7344f-09a7-4757-81db-eb733f9a80cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for subnet, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:37.129476 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10676390-d8ea-4f84-a091-1c172205ceab None None] Network b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1 requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:01:37.150184 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-e9e7344f-09a7-4757-81db-eb733f9a80cb admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7319036 Sep 23 23:01:37.271659 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e930be-63dd-4133-9603-5ed57502215d None None] Network b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1 requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:01:39.603441 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 50160) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:39.858337 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-edbfd4db-1956-42be-9c07-80689fcdaf03 admin admin] 10.222.0.46 "GET /v2.0/routers/316c4f6f-1975-41eb-958c-8af74c05a700 HTTP/1.1" status: 200 len: 710 time: 0.2530921 Sep 23 23:01:39.959047 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dbe1f1-4c97-428c-a598-2d14bb9b0ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:39.960463 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-d3dbe1f1-4c97-428c-a598-2d14bb9b0ac4 admin admin] 10.222.0.46 "GET /v2.0/networks/b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1 HTTP/1.1" status: 200 len: 886 time: 0.0941265 Sep 23 23:01:39.971004 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-a00b46b5-306a-4318-b3bb-509c4feab10a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'}}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:01:40.248875 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a00b46b5-306a-4318-b3bb-509c4feab10a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:40.560732 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a00b46b5-306a-4318-b3bb-509c4feab10a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:40.641526 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a00b46b5-306a-4318-b3bb-509c4feab10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:40.833093 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [None req-a00b46b5-306a-4318-b3bb-509c4feab10a admin admin] Allocated IP 172.27.1.157 (b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1/47169b33-ea5f-4b9d-bf3b-155ff70b7556/60371cb9-ded7-4ff7-9583-e8d5f8ff87c8) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:01:41.044417 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a00b46b5-306a-4318-b3bb-509c4feab10a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:41.127138 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a00b46b5-306a-4318-b3bb-509c4feab10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:41.202335 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00b46b5-306a-4318-b3bb-509c4feab10a admin admin] Network b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:01:41.208125 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-a00b46b5-306a-4318-b3bb-509c4feab10a admin admin] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:01:41.215886 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00b46b5-306a-4318-b3bb-509c4feab10a admin admin] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:01:41.228012 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b46b5-306a-4318-b3bb-509c4feab10a admin admin] Pushing event updated for resources: {'Port': ['ID=60371cb9-ded7-4ff7-9583-e8d5f8ff87c8,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:41.577778 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a00b46b5-306a-4318-b3bb-509c4feab10a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:41.800368 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a00b46b5-306a-4318-b3bb-509c4feab10a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-590853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5552'] for router, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:41.806218 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a00b46b5-306a-4318-b3bb-509c4feab10a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-590876'] for router, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:41.930350 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a00b46b5-306a-4318-b3bb-509c4feab10a admin admin] Router 316c4f6f-1975-41eb-958c-8af74c05a700 has already been hosted by L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 {{(pid=94231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:01:42.042946 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00b46b5-306a-4318-b3bb-509c4feab10a admin admin] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:01:42.048071 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a00b46b5-306a-4318-b3bb-509c4feab10a admin admin] Notify callbacks [] for router, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:42.049291 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-a00b46b5-306a-4318-b3bb-509c4feab10a admin admin] 10.222.0.46 "PUT /v2.0/routers/316c4f6f-1975-41eb-958c-8af74c05a700 HTTP/1.1" status: 200 len: 890 time: 2.0822980 Sep 23 23:01:42.782846 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device fa98bf7a-117c-4475-85d2-721c9a09889c up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:01:42.810138 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dcbb52-6e89-42cd-a498-1f0e85042214 None None] Sync routers for ids ['316c4f6f-1975-41eb-958c-8af74c05a700'] in dv-cinder-810785-1-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:01:42.838560 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dcbb52-6e89-42cd-a498-1f0e85042214 None None] Routers {'316c4f6f-1975-41eb-958c-8af74c05a700'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:01:42.839335 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-02dcbb52-6e89-42cd-a498-1f0e85042214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:01:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['316c4f6f-1975-41eb-958c-8af74c05a700'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:42.969880 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port fa98bf7a-117c-4475-85d2-721c9a09889c triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:42.970244 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:43.089845 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-02dcbb52-6e89-42cd-a498-1f0e85042214 None None] Set router 316c4f6f-1975-41eb-958c-8af74c05a700 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:01:43.565472 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-02dcbb52-6e89-42cd-a498-1f0e85042214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316c4f6f-1975-41eb-958c-8af74c05a700', 'name': 'router1', 'tenant_id': '528a7e24fdc34fbe92f3dd3eef300d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '60371cb9-ded7-4ff7-9583-e8d5f8ff87c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:01:22Z', 'updated_at': '2021-09-23T23:01:41Z', 'revision_number': 4, 'project_id': '528a7e24fdc34fbe92f3dd3eef300d62', 'gw_port': {'id': '60371cb9-ded7-4ff7-9583-e8d5f8ff87c8', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:33:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316c4f6f-1975-41eb-958c-8af74c05a700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:40Z', 'updated_at': '2021-09-23T23:01:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': 'fa98bf7a-117c-4475-85d2-721c9a09889c', 'name': '', 'network_id': 'e6ffdade-6494-45c9-a524-7653723dc7f7', 'tenant_id': '528a7e24fdc34fbe92f3dd3eef300d62', 'mac_address': 'fa:16:3e:0f:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316c4f6f-1975-41eb-958c-8af74c05a700', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2f728f6e-f254-4ca3-9208-c6c7f458df7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:32Z', 'updated_at': '2021-09-23T23:01:35Z', 'revision_number': 5, 'project_id': '528a7e24fdc34fbe92f3dd3eef300d62', 'subnets': [{'id': '2f728f6e-f254-4ca3-9208-c6c7f458df7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cbe8a0f2-ec0e-40e4-a2d9-1cd6394641cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:43.619846 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dcbb52-6e89-42cd-a498-1f0e85042214 None None] Checking router: 316c4f6f-1975-41eb-958c-8af74c05a700 for host: dv-cinder-810785-1-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:01:43.620193 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dcbb52-6e89-42cd-a498-1f0e85042214 None None] Updating router 316c4f6f-1975-41eb-958c-8af74c05a700 port 60371cb9-ded7-4ff7-9583-e8d5f8ff87c8 binding host dv-cinder-810785-1-iscsi {{(pid=94233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:01:43.669639 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-02dcbb52-6e89-42cd-a498-1f0e85042214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:44.099144 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-02dcbb52-6e89-42cd-a498-1f0e85042214 None None] Notify callbacks [] for port, precommit_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:44.105923 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-02dcbb52-6e89-42cd-a498-1f0e85042214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:44.153692 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-02dcbb52-6e89-42cd-a498-1f0e85042214 None None] Attempting to bind port 60371cb9-ded7-4ff7-9583-e8d5f8ff87c8 on host dv-cinder-810785-1-iscsi for vnic_type normal with profile {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:01:44.154082 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-02dcbb52-6e89-42cd-a498-1f0e85042214 None None] Attempting to bind port 60371cb9-ded7-4ff7-9583-e8d5f8ff87c8 by drivers openvswitch,hyperv on host dv-cinder-810785-1-iscsi at level 0 using segments [{'id': '2ac125d2-b621-4cb4-9068-8fa074d03334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:01:44.154638 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dcbb52-6e89-42cd-a498-1f0e85042214 None None] Attempting to bind port 60371cb9-ded7-4ff7-9583-e8d5f8ff87c8 on network b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1 {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:01:44.165281 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5f9de1-6f17-4dd0-a67f-ec5fa737e0bd None None] Pushing event updated for resources: {'Port': ['ID=60371cb9-ded7-4ff7-9583-e8d5f8ff87c8,revision_number=2']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:44.169039 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dcbb52-6e89-42cd-a498-1f0e85042214 None None] Checking agent: {'id': '481fc7b8-75a1-4de2-9424-90937d24576f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 0, 57), 'started_at': datetime.datetime(2021, 9, 23, 23, 1, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:01:44.169585 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dcbb52-6e89-42cd-a498-1f0e85042214 None None] Checking segment: {'id': '2ac125d2-b621-4cb4-9068-8fa074d03334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:01:44.170026 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-02dcbb52-6e89-42cd-a498-1f0e85042214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:44.170402 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dcbb52-6e89-42cd-a498-1f0e85042214 None None] Bound using segment: {'id': '2ac125d2-b621-4cb4-9068-8fa074d03334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:01:44.179298 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-02dcbb52-6e89-42cd-a498-1f0e85042214 None None] Bound port: 60371cb9-ded7-4ff7-9583-e8d5f8ff87c8, host: dv-cinder-810785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac125d2-b621-4cb4-9068-8fa074d03334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'}}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:01:44.179298 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-02dcbb52-6e89-42cd-a498-1f0e85042214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:44.230096 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-02dcbb52-6e89-42cd-a498-1f0e85042214 None None] For port 60371cb9-ded7-4ff7-9583-e8d5f8ff87c8, host dv-cinder-810785-1-iscsi, cleared binding levels {{(pid=94233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:01:44.235510 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-02dcbb52-6e89-42cd-a498-1f0e85042214 None None] For port 60371cb9-ded7-4ff7-9583-e8d5f8ff87c8, host dv-cinder-810785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=60371cb9-ded7-4ff7-9583-e8d5f8ff87c8,segment=NetworkSegment(2ac125d2-b621-4cb4-9068-8fa074d03334),segment_id=2ac125d2-b621-4cb4-9068-8fa074d03334)] {{(pid=94233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:01:44.240947 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-02dcbb52-6e89-42cd-a498-1f0e85042214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:44.335985 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5f9de1-6f17-4dd0-a67f-ec5fa737e0bd None None] Pushing event updated for resources: {'Port': ['ID=60371cb9-ded7-4ff7-9583-e8d5f8ff87c8,revision_number=3']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:44.339122 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dcbb52-6e89-42cd-a498-1f0e85042214 None None] Routers {'316c4f6f-1975-41eb-958c-8af74c05a700'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:01:44.339758 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-02dcbb52-6e89-42cd-a498-1f0e85042214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:01:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['316c4f6f-1975-41eb-958c-8af74c05a700'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:44.458107 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-02dcbb52-6e89-42cd-a498-1f0e85042214 None None] Set router 316c4f6f-1975-41eb-958c-8af74c05a700 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:01:44.691012 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-02dcbb52-6e89-42cd-a498-1f0e85042214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316c4f6f-1975-41eb-958c-8af74c05a700', 'name': 'router1', 'tenant_id': '528a7e24fdc34fbe92f3dd3eef300d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '60371cb9-ded7-4ff7-9583-e8d5f8ff87c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:01:22Z', 'updated_at': '2021-09-23T23:01:41Z', 'revision_number': 4, 'project_id': '528a7e24fdc34fbe92f3dd3eef300d62', 'gw_port': {'id': '60371cb9-ded7-4ff7-9583-e8d5f8ff87c8', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:33:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316c4f6f-1975-41eb-958c-8af74c05a700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:40Z', 'updated_at': '2021-09-23T23:01:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': 'fa98bf7a-117c-4475-85d2-721c9a09889c', 'name': '', 'network_id': 'e6ffdade-6494-45c9-a524-7653723dc7f7', 'tenant_id': '528a7e24fdc34fbe92f3dd3eef300d62', 'mac_address': 'fa:16:3e:0f:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316c4f6f-1975-41eb-958c-8af74c05a700', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2f728f6e-f254-4ca3-9208-c6c7f458df7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:32Z', 'updated_at': '2021-09-23T23:01:35Z', 'revision_number': 5, 'project_id': '528a7e24fdc34fbe92f3dd3eef300d62', 'subnets': [{'id': '2f728f6e-f254-4ca3-9208-c6c7f458df7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cbe8a0f2-ec0e-40e4-a2d9-1cd6394641cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:44.720787 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dcbb52-6e89-42cd-a498-1f0e85042214 None None] The sync data for ids ['316c4f6f-1975-41eb-958c-8af74c05a700'] in dv-cinder-810785-1-iscsi is: [{'id': '316c4f6f-1975-41eb-958c-8af74c05a700', 'name': 'router1', 'tenant_id': '528a7e24fdc34fbe92f3dd3eef300d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '60371cb9-ded7-4ff7-9583-e8d5f8ff87c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:01:22Z', 'updated_at': '2021-09-23T23:01:41Z', 'revision_number': 4, 'project_id': '528a7e24fdc34fbe92f3dd3eef300d62', 'gw_port': {'id': '60371cb9-ded7-4ff7-9583-e8d5f8ff87c8', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:33:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316c4f6f-1975-41eb-958c-8af74c05a700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:40Z', 'updated_at': '2021-09-23T23:01:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': 'fa98bf7a-117c-4475-85d2-721c9a09889c', 'name': '', 'network_id': 'e6ffdade-6494-45c9-a524-7653723dc7f7', 'tenant_id': '528a7e24fdc34fbe92f3dd3eef300d62', 'mac_address': 'fa:16:3e:0f:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316c4f6f-1975-41eb-958c-8af74c05a700', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2f728f6e-f254-4ca3-9208-c6c7f458df7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:32Z', 'updated_at': '2021-09-23T23:01:35Z', 'revision_number': 5, 'project_id': '528a7e24fdc34fbe92f3dd3eef300d62', 'subnets': [{'id': '2f728f6e-f254-4ca3-9208-c6c7f458df7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cbe8a0f2-ec0e-40e4-a2d9-1cd6394641cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:01:44.782611 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 50172) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:44.964052 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-4eb24bee-1365-46ed-9e97-3018e7bbfa59 admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1800957 Sep 23 23:01:46.788735 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 60371cb9-ded7-4ff7-9583-e8d5f8ff87c8 up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:01:46.850129 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port 60371cb9-ded7-4ff7-9583-e8d5f8ff87c8 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:46.850510 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:46.939394 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:46.970922 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] For port 60371cb9-ded7-4ff7-9583-e8d5f8ff87c8, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=60371cb9-ded7-4ff7-9583-e8d5f8ff87c8,segment=NetworkSegment(2ac125d2-b621-4cb4-9068-8fa074d03334),segment_id=2ac125d2-b621-4cb4-9068-8fa074d03334)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:01:46.976357 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:47.040284 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Pushing event updated for resources: {'Port': ['ID=60371cb9-ded7-4ff7-9583-e8d5f8ff87c8,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:48.822497 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 60371cb9-ded7-4ff7-9583-e8d5f8ff87c8 up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:01:48.935411 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port 60371cb9-ded7-4ff7-9583-e8d5f8ff87c8 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:48.939355 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:53.740621 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-d9d1efc5-7761-442e-b393-d370928edd2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:56.893374 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:57.688803 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-1e2eaaa9-aa68-4c52-83f1-0835e01b7dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:59.087382 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:00.400042 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:12.116030 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-e120304e-e087-4557-b345-b0e358493c41 None None] Agent healthcheck: found 5 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:02:23.716095 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58741711-ac51-456f-88d1-7898a11b713a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:26.899410 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:27.708079 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-ec40b1d3-2269-485b-be02-a78cd43fb9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:29.090911 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:30.410983 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:49.107008 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-e120304e-e087-4557-b345-b0e358493c41 None None] Agent healthcheck: found 5 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:02:53.702745 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-01de0c18-39de-4804-9caa-c7985dc29837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:56.886307 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:57.686483 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c314a93d-c30c-4d33-ac40-8cccdc0cb601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:59.087514 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:00.412910 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:23.707114 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-d06356c9-447b-4190-80bb-366a8c413f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:26.106048 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-e120304e-e087-4557-b345-b0e358493c41 None None] Agent healthcheck: found 5 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:03:26.894099 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:27.690784 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-48203952-2c23-440e-82a7-e38c207568c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:28.869981 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 50734) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:03:28.936163 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.pecan_wsgi.hooks.translation [None req-b67b2df4-00b0-4a93-be2c-afaec52fa7d7 admin admin] GET failed (client error): The resource could not be found. Sep 23 23:03:28.937595 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-b67b2df4-00b0-4a93-be2c-afaec52fa7d7 admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0664408 Sep 23 23:03:29.090829 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:29.110707 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74787c00-3690-4435-bab7-e29c45cba20d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:29.112439 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-74787c00-3690-4435-bab7-e29c45cba20d admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1699932 Sep 23 23:03:30.414399 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:31.314337 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 50744) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:03:31.412341 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9126573c-07ee-48c2-bc3a-097082c6e275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:31.413737 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-9126573c-07ee-48c2-bc3a-097082c6e275 admin admin] 10.222.0.46 "GET /v2.0/subnets/2f728f6e-f254-4ca3-9208-c6c7f458df7a HTTP/1.1" status: 200 len: 849 time: 0.0984373 Sep 23 23:03:31.424149 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-82160ef7-e8c9-4ba4-a6a2-23a78c6409fd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:03:31.516468 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-82160ef7-e8c9-4ba4-a6a2-23a78c6409fd admin admin] Notify callbacks [] for subnet, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:31.798696 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-82160ef7-e8c9-4ba4-a6a2-23a78c6409fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784998696439'] for subnet, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:31.829593 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82160ef7-e8c9-4ba4-a6a2-23a78c6409fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:31.830174 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-82160ef7-e8c9-4ba4-a6a2-23a78c6409fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for subnet, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:31.832925 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-82160ef7-e8c9-4ba4-a6a2-23a78c6409fd admin admin] 10.222.0.46 "PUT /v2.0/subnets/2f728f6e-f254-4ca3-9208-c6c7f458df7a HTTP/1.1" status: 200 len: 868 time: 0.4116933 Sep 23 23:03:31.845403 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1428dc3f-b5cf-440e-8a57-550fd1263855 None None] Network e6ffdade-6494-45c9-a524-7653723dc7f7 requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:03:31.861425 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82160ef7-e8c9-4ba4-a6a2-23a78c6409fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f728f6e-f254-4ca3-9208-c6c7f458df7a,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:03:31.869128 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82160ef7-e8c9-4ba4-a6a2-23a78c6409fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:03:31.869668 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82160ef7-e8c9-4ba4-a6a2-23a78c6409fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:03:31.870015 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82160ef7-e8c9-4ba4-a6a2-23a78c6409fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:03:31.870345 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82160ef7-e8c9-4ba4-a6a2-23a78c6409fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:03:31.870670 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82160ef7-e8c9-4ba4-a6a2-23a78c6409fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:03:31.871013 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82160ef7-e8c9-4ba4-a6a2-23a78c6409fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:03:31.871359 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82160ef7-e8c9-4ba4-a6a2-23a78c6409fd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:03:31.871678 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82160ef7-e8c9-4ba4-a6a2-23a78c6409fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:03:31.872011 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82160ef7-e8c9-4ba4-a6a2-23a78c6409fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:03:31.872329 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82160ef7-e8c9-4ba4-a6a2-23a78c6409fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:03:31.872643 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82160ef7-e8c9-4ba4-a6a2-23a78c6409fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:03:31.872955 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82160ef7-e8c9-4ba4-a6a2-23a78c6409fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:03:32.250306 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-984201ca-c8b9-4a49-849b-c5ac41f17857 None None] Provisioning complete for port fa98bf7a-117c-4475-85d2-721c9a09889c triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:03:32.250684 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-984201ca-c8b9-4a49-849b-c5ac41f17857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:32.343395 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-984201ca-c8b9-4a49-849b-c5ac41f17857 None None] Provisioning complete for port e1a74bcd-1c34-4b7f-a4ab-c4a190a69f21 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:03:32.343671 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-984201ca-c8b9-4a49-849b-c5ac41f17857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:34.083287 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 50752) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:03:34.305251 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d926537-b0d1-48ee-9d36-1160d30ee404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:34.305628 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d926537-b0d1-48ee-9d36-1160d30ee404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:34.307373 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-3d926537-b0d1-48ee-9d36-1160d30ee404 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2230155 Sep 23 23:03:36.574283 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 50760) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:03:36.723509 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bc6fa2-5d0a-43b4-97a9-c9b31c0b24df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:36.723996 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bc6fa2-5d0a-43b4-97a9-c9b31c0b24df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:36.725658 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-59bc6fa2-5d0a-43b4-97a9-c9b31c0b24df admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1503985 Sep 23 23:03:38.961021 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 50768) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:03:39.101548 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7f59dc-6ae1-4c9c-98b9-5a081792e7f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:39.103050 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-8b7f59dc-6ae1-4c9c-98b9-5a081792e7f1 admin admin] 10.222.0.46 "GET /v2.0/networks/b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1 HTTP/1.1" status: 200 len: 886 time: 0.1410503 Sep 23 23:03:41.364411 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 50776) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:03:41.531794 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c07880-4ac4-4dce-9adb-3f99a10eb11f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:41.533308 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-30c07880-4ac4-4dce-9adb-3f99a10eb11f admin admin] 10.222.0.46 "GET /v2.0/networks/e6ffdade-6494-45c9-a524-7653723dc7f7 HTTP/1.1" status: 200 len: 869 time: 0.1678760 Sep 23 23:03:43.834155 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 50786) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:03:43.975540 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b568ca-43a1-48fa-a022-5a30f96d4ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:43.975998 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b568ca-43a1-48fa-a022-5a30f96d4ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:43.977565 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-88b568ca-43a1-48fa-a022-5a30f96d4ce9 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1424012 Sep 23 23:03:46.174221 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 50794) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:03:46.314599 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13259944-ce84-42a2-aa21-1dacc31e75d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:46.315093 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13259944-ce84-42a2-aa21-1dacc31e75d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:46.316740 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-13259944-ce84-42a2-aa21-1dacc31e75d8 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1415524 Sep 23 23:03:48.632213 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 50802) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:03:48.730831 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e1e517-3083-4353-96f4-f60f94da4017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:48.732302 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-d5e1e517-3083-4353-96f4-f60f94da4017 admin admin] 10.222.0.46 "GET /v2.0/subnets/2f728f6e-f254-4ca3-9208-c6c7f458df7a HTTP/1.1" status: 200 len: 868 time: 0.0991361 Sep 23 23:03:50.936937 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 50810) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:03:51.027566 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08b8968-fddb-439e-a449-15c8800605ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:51.028967 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-d08b8968-fddb-439e-a449-15c8800605ee admin admin] 10.222.0.46 "GET /v2.0/subnets/47169b33-ea5f-4b9d-bf3b-155ff70b7556 HTTP/1.1" status: 200 len: 816 time: 0.0909364 Sep 23 23:03:53.714237 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-409e2f90-e97f-4977-8312-3d7e983938db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:56.891038 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:57.692894 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7eda1d2c-7923-49ee-8a2d-ac9254f15ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:59.094610 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:00.418442 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:03.105692 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-e120304e-e087-4557-b345-b0e358493c41 None None] Agent healthcheck: found 5 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:04:15.214917 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 50864) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:04:15.265595 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [None req-fde65344-c05d-4cd2-b834-4b27d769f86f admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94231) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:04:15.266598 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-fde65344-c05d-4cd2-b834-4b27d769f86f admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0506921 Sep 23 23:04:17.561694 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 50872) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:04:17.623440 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0723630-7750-434a-8c7d-a89641ca8269 admin admin] GET failed (client error): The resource could not be found. Sep 23 23:04:17.624790 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-b0723630-7750-434a-8c7d-a89641ca8269 admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0621262 Sep 23 23:04:17.719032 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f17a8e-af10-45ab-bfcd-515a7e58419b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:04:17.720644 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-f1f17a8e-af10-45ab-bfcd-515a7e58419b admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0910935 Sep 23 23:04:20.000431 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 50880) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:04:20.053206 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-5db7ffec-e5d2-4b1b-9cda-ecdcf2326f90 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:04:20.083595 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db7ffec-e5d2-4b1b-9cda-ecdcf2326f90 admin admin] Made reservation on behalf of 7b10a908647e463d819c829971df9fa8 for: {'network': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:04:20.087405 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5db7ffec-e5d2-4b1b-9cda-ecdcf2326f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for network, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:20.134518 dv-cinder-810785-1-iscsi neutron-server[94231]: WARNING neutron.services.revisions.revision_plugin [None req-5db7ffec-e5d2-4b1b-9cda-ecdcf2326f90 admin admin] Could not find related network for resource to bump revision. Sep 23 23:04:20.149860 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5db7ffec-e5d2-4b1b-9cda-ecdcf2326f90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=94231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:04:20.163832 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5db7ffec-e5d2-4b1b-9cda-ecdcf2326f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778'] for segment, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:20.164354 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.db.segments_db [None req-5db7ffec-e5d2-4b1b-9cda-ecdcf2326f90 admin admin] Added segment 25e47708-6ba4-4f5b-9827-5f9423e05bba of type vlan for network ec6a79a2-192a-4399-b17c-ec06c1b165bf Sep 23 23:04:20.315712 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5db7ffec-e5d2-4b1b-9cda-ecdcf2326f90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784998164246'] for network, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:20.353278 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5db7ffec-e5d2-4b1b-9cda-ecdcf2326f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075'] for network, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:20.354261 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db7ffec-e5d2-4b1b-9cda-ecdcf2326f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:04:20.354855 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5db7ffec-e5d2-4b1b-9cda-ecdcf2326f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for network, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:20.384936 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-5db7ffec-e5d2-4b1b-9cda-ecdcf2326f90 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3833151 Sep 23 23:04:20.418495 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7ffec-e5d2-4b1b-9cda-ecdcf2326f90 admin admin] Pushing event updated for resources: {'Network': ['ID=ec6a79a2-192a-4399-b17c-ec06c1b165bf,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:04:20.426979 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db7ffec-e5d2-4b1b-9cda-ecdcf2326f90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:20.427373 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db7ffec-e5d2-4b1b-9cda-ecdcf2326f90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:20.427710 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db7ffec-e5d2-4b1b-9cda-ecdcf2326f90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:20.428041 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db7ffec-e5d2-4b1b-9cda-ecdcf2326f90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:20.428364 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db7ffec-e5d2-4b1b-9cda-ecdcf2326f90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:20.428697 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db7ffec-e5d2-4b1b-9cda-ecdcf2326f90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:20.429033 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db7ffec-e5d2-4b1b-9cda-ecdcf2326f90 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:20.429347 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db7ffec-e5d2-4b1b-9cda-ecdcf2326f90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:20.429674 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db7ffec-e5d2-4b1b-9cda-ecdcf2326f90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:20.429992 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db7ffec-e5d2-4b1b-9cda-ecdcf2326f90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:20.430307 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db7ffec-e5d2-4b1b-9cda-ecdcf2326f90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:20.430613 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db7ffec-e5d2-4b1b-9cda-ecdcf2326f90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:20.444089 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Network ec6a79a2-192a-4399-b17c-ec06c1b165bf details requested by agent ovs-agent-dv-cinder-810785-1-iscsi with host dv-cinder-810785-1-iscsi {{(pid=94233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:04:22.707133 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 50888) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:04:22.771718 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe25267-713a-44d4-bb57-4e31b70c2499 admin admin] GET failed (client error): The resource could not be found. Sep 23 23:04:22.773090 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-cbe25267-713a-44d4-bb57-4e31b70c2499 admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0649049 Sep 23 23:04:22.844523 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43091ff-d20a-40c1-b866-c166ee96cba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:04:22.846034 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-d43091ff-d20a-40c1-b866-c166ee96cba4 admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0680711 Sep 23 23:04:22.857025 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-9ed9c22a-998d-4c07-ac56-710829b84978 admin admin] Request body: {'subnet': {'network_id': 'ec6a79a2-192a-4399-b17c-ec06c1b165bf', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:04:22.882089 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed9c22a-998d-4c07-ac56-710829b84978 admin admin] Made reservation on behalf of 7b10a908647e463d819c829971df9fa8 for: {'subnet': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:04:22.884839 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9ed9c22a-998d-4c07-ac56-710829b84978 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:23.060338 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9ed9c22a-998d-4c07-ac56-710829b84978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075'] for subnet, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:23.118304 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed9c22a-998d-4c07-ac56-710829b84978 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ba136a1-0269-40ff-9834-76610f4addf2,revision_number=0']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:04:23.127488 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed9c22a-998d-4c07-ac56-710829b84978 admin admin] Checking segment: {'id': '25e47708-6ba4-4f5b-9827-5f9423e05bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ec6a79a2-192a-4399-b17c-ec06c1b165bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:04:23.127835 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed9c22a-998d-4c07-ac56-710829b84978 admin admin] Network hostable DHCP agents. Network: ec6a79a2-192a-4399-b17c-ec06c1b165bf, hostable agents: ['27ad89ec-6861-43ea-91c9-397cdd96ffe4'], hosted agents: [] {{(pid=94232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:04:23.147733 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed9c22a-998d-4c07-ac56-710829b84978 admin admin] Network ec6a79a2-192a-4399-b17c-ec06c1b165bf is scheduled to be hosted by DHCP agent 27ad89ec-6861-43ea-91c9-397cdd96ffe4 with binding_index 1 {{(pid=94232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:04:23.158922 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-9ed9c22a-998d-4c07-ac56-710829b84978 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810785-1-iscsi, ec6a79a2-192a-4399-b17c-ec06c1b165bf) {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:04:23.164139 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed9c22a-998d-4c07-ac56-710829b84978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:04:23.165930 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9ed9c22a-998d-4c07-ac56-710829b84978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for subnet, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:23.167430 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ea62db-0625-4426-a5eb-f7fe16d6a3f4 None None] Network ec6a79a2-192a-4399-b17c-ec06c1b165bf requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:04:23.182025 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-9ed9c22a-998d-4c07-ac56-710829b84978 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3288093 Sep 23 23:04:23.323393 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27099374-c94f-4586-bbbb-74e7e3ec392b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e226354-0935-5133-8f38-e9986e5f3320-ec6a79a2-192a-4399-b17c-ec06c1b165bf', 'network_id': 'ec6a79a2-192a-4399-b17c-ec06c1b165bf', 'tenant_id': '7b10a908647e463d819c829971df9fa8', 'fixed_ips': [{'subnet_id': '5ba136a1-0269-40ff-9834-76610f4addf2'}]}} from dv-cinder-810785-1-iscsi. {{(pid=94233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:04:23.324303 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-27099374-c94f-4586-bbbb-74e7e3ec392b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:23.487770 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.db_base_plugin_common [None req-27099374-c94f-4586-bbbb-74e7e3ec392b None None] Allocated IP 192.168.233.2 (ec6a79a2-192a-4399-b17c-ec06c1b165bf/5ba136a1-0269-40ff-9834-76610f4addf2/82bc8324-1d87-4bd4-942c-b3953b613373) {{(pid=94233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:04:23.697696 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-27099374-c94f-4586-bbbb-74e7e3ec392b None None] Notify callbacks [] for port, precommit_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:23.713327 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-27099374-c94f-4586-bbbb-74e7e3ec392b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663'] for port, after_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:23.719356 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-1f71db9d-f8c6-4b3c-b934-afc34c859b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:23.758983 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27099374-c94f-4586-bbbb-74e7e3ec392b None None] Network ec6a79a2-192a-4399-b17c-ec06c1b165bf is already hosted by enough agents. {{(pid=94233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:04:23.762033 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.scheduler.base_scheduler [None req-27099374-c94f-4586-bbbb-74e7e3ec392b None None] Resources bound (agent type, host, resource id): {{(pid=94233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:04:23.766009 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27099374-c94f-4586-bbbb-74e7e3ec392b None None] Received port after_create {{(pid=94233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:04:23.783114 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27099374-c94f-4586-bbbb-74e7e3ec392b None None] Pushing event updated for resources: {'Port': ['ID=82bc8324-1d87-4bd4-942c-b3953b613373,revision_number=1']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:04:23.805190 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27099374-c94f-4586-bbbb-74e7e3ec392b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:23.805561 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27099374-c94f-4586-bbbb-74e7e3ec392b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:23.805879 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27099374-c94f-4586-bbbb-74e7e3ec392b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:23.806266 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27099374-c94f-4586-bbbb-74e7e3ec392b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:23.806609 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27099374-c94f-4586-bbbb-74e7e3ec392b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:23.806959 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27099374-c94f-4586-bbbb-74e7e3ec392b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:23.807292 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27099374-c94f-4586-bbbb-74e7e3ec392b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:23.807672 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27099374-c94f-4586-bbbb-74e7e3ec392b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:23.808012 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27099374-c94f-4586-bbbb-74e7e3ec392b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:23.808342 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27099374-c94f-4586-bbbb-74e7e3ec392b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:23.808658 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27099374-c94f-4586-bbbb-74e7e3ec392b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:23.808972 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27099374-c94f-4586-bbbb-74e7e3ec392b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:23.837586 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-27099374-c94f-4586-bbbb-74e7e3ec392b None None] Attempting to bind port 82bc8324-1d87-4bd4-942c-b3953b613373 on host dv-cinder-810785-1-iscsi for vnic_type normal with profile {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:04:23.837975 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-27099374-c94f-4586-bbbb-74e7e3ec392b None None] Attempting to bind port 82bc8324-1d87-4bd4-942c-b3953b613373 by drivers openvswitch,hyperv on host dv-cinder-810785-1-iscsi at level 0 using segments [{'id': '25e47708-6ba4-4f5b-9827-5f9423e05bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ec6a79a2-192a-4399-b17c-ec06c1b165bf'}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:04:23.838319 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27099374-c94f-4586-bbbb-74e7e3ec392b None None] Attempting to bind port 82bc8324-1d87-4bd4-942c-b3953b613373 on network ec6a79a2-192a-4399-b17c-ec06c1b165bf {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:04:23.843944 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27099374-c94f-4586-bbbb-74e7e3ec392b None None] Checking agent: {'id': '481fc7b8-75a1-4de2-9424-90937d24576f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 0, 57), 'started_at': datetime.datetime(2021, 9, 23, 23, 1, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:04:23.844304 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27099374-c94f-4586-bbbb-74e7e3ec392b None None] Checking segment: {'id': '25e47708-6ba4-4f5b-9827-5f9423e05bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ec6a79a2-192a-4399-b17c-ec06c1b165bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:04:23.844727 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-27099374-c94f-4586-bbbb-74e7e3ec392b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:23.845105 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27099374-c94f-4586-bbbb-74e7e3ec392b None None] Bound using segment: {'id': '25e47708-6ba4-4f5b-9827-5f9423e05bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ec6a79a2-192a-4399-b17c-ec06c1b165bf'} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:04:23.845559 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-27099374-c94f-4586-bbbb-74e7e3ec392b None None] Bound port: 82bc8324-1d87-4bd4-942c-b3953b613373, host: dv-cinder-810785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25e47708-6ba4-4f5b-9827-5f9423e05bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ec6a79a2-192a-4399-b17c-ec06c1b165bf'}}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:04:23.845917 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-27099374-c94f-4586-bbbb-74e7e3ec392b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:23.911070 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-27099374-c94f-4586-bbbb-74e7e3ec392b None None] For port 82bc8324-1d87-4bd4-942c-b3953b613373, host dv-cinder-810785-1-iscsi, cleared binding levels {{(pid=94233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:04:23.914990 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-27099374-c94f-4586-bbbb-74e7e3ec392b None None] For port 82bc8324-1d87-4bd4-942c-b3953b613373, host dv-cinder-810785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=82bc8324-1d87-4bd4-942c-b3953b613373,segment=NetworkSegment(25e47708-6ba4-4f5b-9827-5f9423e05bba),segment_id=25e47708-6ba4-4f5b-9827-5f9423e05bba)] {{(pid=94233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:04:23.921545 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-27099374-c94f-4586-bbbb-74e7e3ec392b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:23.994416 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27099374-c94f-4586-bbbb-74e7e3ec392b None None] Pushing event updated for resources: {'Port': ['ID=82bc8324-1d87-4bd4-942c-b3953b613373,revision_number=2']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:04:24.832243 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d63d54b-b00c-4f0c-8340-74d9b5dcac92 None None] Network ec6a79a2-192a-4399-b17c-ec06c1b165bf requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:04:24.925328 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 82bc8324-1d87-4bd4-942c-b3953b613373 up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:04:24.968147 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-d8f0a9a5-cc16-4444-96dd-6e2c0694c362 None None] Provisioning complete for port 82bc8324-1d87-4bd4-942c-b3953b613373 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:04:24.968509 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-d8f0a9a5-cc16-4444-96dd-6e2c0694c362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:25.102066 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port 82bc8324-1d87-4bd4-942c-b3953b613373 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:04:25.102300 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:25.145141 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-d8f0a9a5-cc16-4444-96dd-6e2c0694c362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:25.194739 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-d8f0a9a5-cc16-4444-96dd-6e2c0694c362 None None] For port 82bc8324-1d87-4bd4-942c-b3953b613373, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=82bc8324-1d87-4bd4-942c-b3953b613373,segment=NetworkSegment(25e47708-6ba4-4f5b-9827-5f9423e05bba),segment_id=25e47708-6ba4-4f5b-9827-5f9423e05bba)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:04:25.201605 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-d8f0a9a5-cc16-4444-96dd-6e2c0694c362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:25.283967 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f0a9a5-cc16-4444-96dd-6e2c0694c362 None None] Pushing event updated for resources: {'Port': ['ID=82bc8324-1d87-4bd4-942c-b3953b613373,revision_number=3']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:04:25.422457 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-2693facd-90e3-44f7-9e2d-47ccd892d8f3 None None] Provisioning complete for port 82bc8324-1d87-4bd4-942c-b3953b613373 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:04:25.422720 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-2693facd-90e3-44f7-9e2d-47ccd892d8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:26.891128 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 82bc8324-1d87-4bd4-942c-b3953b613373 up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:04:26.894767 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:26.943584 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port 82bc8324-1d87-4bd4-942c-b3953b613373 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:04:26.943961 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:27.687726 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-16bac0c4-5c96-432b-b0cf-eddc00f0b5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:29.102030 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:30.422465 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:40.104355 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-e120304e-e087-4557-b345-b0e358493c41 None None] Agent healthcheck: found 5 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:04:53.714375 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-f742a5c7-8cc5-4761-8d7f-fe7ea62caf0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:56.888255 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:57.692216 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-a132e562-4b85-44da-8cd3-2dadc042602b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:59.105211 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:00.426318 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:17.103725 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-e120304e-e087-4557-b345-b0e358493c41 None None] Agent healthcheck: found 5 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:05:23.719584 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c38f59a4-ad0b-485d-9d43-6811dd163660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:26.893253 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:27.696700 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-dcdcc452-fe99-4d1f-aa9c-95f795905b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:29.104344 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:30.430810 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:34.960963 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 50942) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:05:34.967599 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [None req-e3b342af-dc32-4249-a5f5-c62684017b77 tempest-verify_tempest_config-1767203356 tempest-verify_tempest_config-1767203356-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:05:34.968582 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-e3b342af-dc32-4249-a5f5-c62684017b77 tempest-verify_tempest_config-1767203356 tempest-verify_tempest_config-1767203356-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064464 Sep 23 23:05:35.301373 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 50960) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:05:35.419366 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-16c666cc-8b31-4b30-a56e-2fe83b592b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:35.524187 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-16c666cc-8b31-4b30-a56e-2fe83b592b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:35.529430 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-16c666cc-8b31-4b30-a56e-2fe83b592b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:35.573543 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c666cc-8b31-4b30-a56e-2fe83b592b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6781558-73b3-43a8-824f-662e239e7369,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:05:35.577363 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-16c666cc-8b31-4b30-a56e-2fe83b592b23 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3e7e62bf97d149d19d9fc01ef7404415&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2749796 Sep 23 23:05:35.580512 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 50964) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:05:35.582938 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c666cc-8b31-4b30-a56e-2fe83b592b23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:05:35.583293 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c666cc-8b31-4b30-a56e-2fe83b592b23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:05:35.583638 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c666cc-8b31-4b30-a56e-2fe83b592b23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:05:35.584084 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c666cc-8b31-4b30-a56e-2fe83b592b23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:05:35.584281 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c666cc-8b31-4b30-a56e-2fe83b592b23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:05:35.584631 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c666cc-8b31-4b30-a56e-2fe83b592b23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:05:35.584945 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c666cc-8b31-4b30-a56e-2fe83b592b23 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:05:35.585248 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c666cc-8b31-4b30-a56e-2fe83b592b23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:05:35.585562 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c666cc-8b31-4b30-a56e-2fe83b592b23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:05:35.585878 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c666cc-8b31-4b30-a56e-2fe83b592b23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:05:35.586228 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c666cc-8b31-4b30-a56e-2fe83b592b23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:05:35.586550 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c666cc-8b31-4b30-a56e-2fe83b592b23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:05:35.644079 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-44eb2e86-e3f6-4dff-9e63-735a3030d5a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:35.666616 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-44eb2e86-e3f6-4dff-9e63-735a3030d5a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:35.780950 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-44eb2e86-e3f6-4dff-9e63-735a3030d5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:35.783510 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-44eb2e86-e3f6-4dff-9e63-735a3030d5a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:35.784907 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-44eb2e86-e3f6-4dff-9e63-735a3030d5a7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d6781558-73b3-43a8-824f-662e239e7369 HTTP/1.1" status: 204 len: 168 time: 0.2034512 Sep 23 23:05:35.792978 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb2e86-e3f6-4dff-9e63-735a3030d5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6781558-73b3-43a8-824f-662e239e7369,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:05:35.800045 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eb2e86-e3f6-4dff-9e63-735a3030d5a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:05:35.800466 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eb2e86-e3f6-4dff-9e63-735a3030d5a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:05:35.800740 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eb2e86-e3f6-4dff-9e63-735a3030d5a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:05:35.801059 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eb2e86-e3f6-4dff-9e63-735a3030d5a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:05:35.801378 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eb2e86-e3f6-4dff-9e63-735a3030d5a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:05:35.801710 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eb2e86-e3f6-4dff-9e63-735a3030d5a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:05:35.802125 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eb2e86-e3f6-4dff-9e63-735a3030d5a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:05:35.802549 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eb2e86-e3f6-4dff-9e63-735a3030d5a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:05:35.802711 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eb2e86-e3f6-4dff-9e63-735a3030d5a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:05:35.802958 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eb2e86-e3f6-4dff-9e63-735a3030d5a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:05:35.803310 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eb2e86-e3f6-4dff-9e63-735a3030d5a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:05:35.803591 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eb2e86-e3f6-4dff-9e63-735a3030d5a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:05:53.728235 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-53aaf5fe-eb58-4250-bbfe-184a935535d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:54.102639 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-e120304e-e087-4557-b345-b0e358493c41 None None] Agent healthcheck: found 5 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:05:56.894675 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:57.703847 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-27a7dbd7-47c6-4392-b670-2d3ffc2233b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:59.108364 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:00.432814 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:23.731593 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-2853f3d5-5f1a-4e55-9738-002ce1a4bb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:26.890554 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:27.710203 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-73a74496-bf6c-416a-a949-ba3f6652616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:29.117190 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:30.442991 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:31.101747 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-e120304e-e087-4557-b345-b0e358493c41 None None] Agent healthcheck: found 5 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:06:53.727724 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e5e66452-0b6e-4ed5-9b7f-a625d5ab1a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:56.899961 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:57.709534 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-82b7115b-7fd5-4df9-ba45-f0fdaeff0a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:59.113639 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:00.439998 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:07.763849 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-595147'] for agent, after_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:08.101207 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-e120304e-e087-4557-b345-b0e358493c41 None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:07:23.154154 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 51040) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:23.266653 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-ba278123-372d-4f0a-a9c6-5c389da18e2a admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1112981 Sep 23 23:07:23.721965 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-31df7f20-fdd7-437d-9bad-7a46c47aa049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:25.512004 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 51050) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:25.569205 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-75095118-3b70-48e4-bcfd-c834b2c250e7 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0560443 Sep 23 23:07:26.895072 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:27.708381 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e4dabb8d-2c66-42c2-a799-c609a65a80f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:29.117641 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:30.442510 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:37.736043 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:45.110406 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-e120304e-e087-4557-b345-b0e358493c41 None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:07:53.726484 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9efe-90e8-4837-bcbc-bd1942176a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:56.898842 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:57.713773 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-de7777e3-8ad3-4788-8b00-4865292ba549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:59.124053 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:00.446752 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:07.743382 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:22.101824 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-e120304e-e087-4557-b345-b0e358493c41 None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:08:23.739948 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-282ee27b-374e-40ff-9453-6a7d17f05a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:26.904675 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:27.699240 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-d8cea80e-4337-497b-a12d-df20cea41ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:29.122917 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:30.453384 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:37.746987 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:53.736782 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-962c8fd3-fa89-4b81-b672-7cc2079e988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:53.950507 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 51234) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:54.424518 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-4da220f8-dd2d-46d5-97ee-8e9fb8373f9e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1805421075-network', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:54.454532 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da220f8-dd2d-46d5-97ee-8e9fb8373f9e admin admin] Made reservation on behalf of 3a9b741287e54b41b0e1fea7f8d4accc for: {'network': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:08:54.454532 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4da220f8-dd2d-46d5-97ee-8e9fb8373f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for network, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:54.465255 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4da220f8-dd2d-46d5-97ee-8e9fb8373f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:54.592848 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4da220f8-dd2d-46d5-97ee-8e9fb8373f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:54.602189 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4da220f8-dd2d-46d5-97ee-8e9fb8373f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:54.640032 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da220f8-dd2d-46d5-97ee-8e9fb8373f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccbdcfa-ca11-4b87-a36d-74a4541bee4c,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:54.646583 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4da220f8-dd2d-46d5-97ee-8e9fb8373f9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=94232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:08:54.652839 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da220f8-dd2d-46d5-97ee-8e9fb8373f9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:54.653162 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da220f8-dd2d-46d5-97ee-8e9fb8373f9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:54.653510 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da220f8-dd2d-46d5-97ee-8e9fb8373f9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:54.653838 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da220f8-dd2d-46d5-97ee-8e9fb8373f9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:54.654205 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da220f8-dd2d-46d5-97ee-8e9fb8373f9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:54.654673 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da220f8-dd2d-46d5-97ee-8e9fb8373f9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:54.655005 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da220f8-dd2d-46d5-97ee-8e9fb8373f9e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:54.655354 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da220f8-dd2d-46d5-97ee-8e9fb8373f9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:54.655732 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da220f8-dd2d-46d5-97ee-8e9fb8373f9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:54.656381 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da220f8-dd2d-46d5-97ee-8e9fb8373f9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:54.656869 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da220f8-dd2d-46d5-97ee-8e9fb8373f9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:54.657501 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da220f8-dd2d-46d5-97ee-8e9fb8373f9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:54.658944 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da220f8-dd2d-46d5-97ee-8e9fb8373f9e admin admin] Tracked resource versions report: Sep 23 23:08:54.658944 dv-cinder-810785-1-iscsi neutron-server[94232]: pushed versions: Sep 23 23:08:54.658944 dv-cinder-810785-1-iscsi neutron-server[94232]: { 'AddressGroup': {'1.2'}, Sep 23 23:08:54.658944 dv-cinder-810785-1-iscsi neutron-server[94232]: 'ConntrackHelper': {'1.0'}, Sep 23 23:08:54.658944 dv-cinder-810785-1-iscsi neutron-server[94232]: 'Log': {'1.0'}, Sep 23 23:08:54.658944 dv-cinder-810785-1-iscsi neutron-server[94232]: 'Network': {'1.1'}, Sep 23 23:08:54.658944 dv-cinder-810785-1-iscsi neutron-server[94232]: 'Port': {'1.7'}, Sep 23 23:08:54.658944 dv-cinder-810785-1-iscsi neutron-server[94232]: 'PortForwarding': {'1.2'}, Sep 23 23:08:54.658944 dv-cinder-810785-1-iscsi neutron-server[94232]: 'QosPolicy': {'1.9'}, Sep 23 23:08:54.658944 dv-cinder-810785-1-iscsi neutron-server[94232]: 'SecurityGroup': {'1.4'}, Sep 23 23:08:54.658944 dv-cinder-810785-1-iscsi neutron-server[94232]: 'SecurityGroupRule': {'1.2'}, Sep 23 23:08:54.658944 dv-cinder-810785-1-iscsi neutron-server[94232]: 'SubPort': {'1.0'}, Sep 23 23:08:54.658944 dv-cinder-810785-1-iscsi neutron-server[94232]: 'Subnet': {'1.1'}, Sep 23 23:08:54.658944 dv-cinder-810785-1-iscsi neutron-server[94232]: 'Trunk': {'1.1'}} Sep 23 23:08:54.658944 dv-cinder-810785-1-iscsi neutron-server[94232]: consumer versions: Sep 23 23:08:54.658944 dv-cinder-810785-1-iscsi neutron-server[94232]: { DHCP agent@dv-cinder-810785-1-iscsi: {}, Sep 23 23:08:54.658944 dv-cinder-810785-1-iscsi neutron-server[94232]: HyperV agent@hv-cinder-81078: {}, Sep 23 23:08:54.658944 dv-cinder-810785-1-iscsi neutron-server[94232]: L3 agent@dv-cinder-810785-1-iscsi: {}, Sep 23 23:08:54.658944 dv-cinder-810785-1-iscsi neutron-server[94232]: Metadata agent@dv-cinder-810785-1-iscsi: {}, Sep 23 23:08:54.658944 dv-cinder-810785-1-iscsi neutron-server[94232]: Metering agent@dv-cinder-810785-1-iscsi: {}, Sep 23 23:08:54.658944 dv-cinder-810785-1-iscsi neutron-server[94232]: Open vSwitch agent@dv-cinder-810785-1-iscsi: { 'AddressGroup': '1.2', Sep 23 23:08:54.658944 dv-cinder-810785-1-iscsi neutron-server[94232]: 'ConntrackHelper': '1.0', Sep 23 23:08:54.658944 dv-cinder-810785-1-iscsi neutron-server[94232]: 'Log': '1.0', Sep 23 23:08:54.658944 dv-cinder-810785-1-iscsi neutron-server[94232]: 'Network': '1.1', Sep 23 23:08:54.658944 dv-cinder-810785-1-iscsi neutron-server[94232]: 'Port': '1.7', Sep 23 23:08:54.658944 dv-cinder-810785-1-iscsi neutron-server[94232]: 'PortForwarding': '1.2', Sep 23 23:08:54.658944 dv-cinder-810785-1-iscsi neutron-server[94232]: 'QosPolicy': '1.9', Sep 23 23:08:54.658944 dv-cinder-810785-1-iscsi neutron-server[94232]: 'SecurityGroup': '1.4', Sep 23 23:08:54.658944 dv-cinder-810785-1-iscsi neutron-server[94232]: 'SecurityGroupRule': '1.2', Sep 23 23:08:54.658944 dv-cinder-810785-1-iscsi neutron-server[94232]: 'SubPort': '1.0', Sep 23 23:08:54.658944 dv-cinder-810785-1-iscsi neutron-server[94232]: 'Subnet': '1.1', Sep 23 23:08:54.658944 dv-cinder-810785-1-iscsi neutron-server[94232]: 'Trunk': '1.1'}} Sep 23 23:08:54.658944 dv-cinder-810785-1-iscsi neutron-server[94232]: {{(pid=94232) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 23:08:54.685957 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4da220f8-dd2d-46d5-97ee-8e9fb8373f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778'] for segment, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:54.686300 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.db.segments_db [None req-4da220f8-dd2d-46d5-97ee-8e9fb8373f9e admin admin] Added segment 3a43d669-9c88-4ebc-9cde-198915606ca5 of type vlan for network 859f9436-dc16-4206-b2fa-4ec5d354a397 Sep 23 23:08:54.729044 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4da220f8-dd2d-46d5-97ee-8e9fb8373f9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784998164246'] for network, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:54.756136 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4da220f8-dd2d-46d5-97ee-8e9fb8373f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075'] for network, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:54.757442 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da220f8-dd2d-46d5-97ee-8e9fb8373f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:54.758392 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4da220f8-dd2d-46d5-97ee-8e9fb8373f9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for network, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:54.825135 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-4da220f8-dd2d-46d5-97ee-8e9fb8373f9e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8733106 Sep 23 23:08:54.826070 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da220f8-dd2d-46d5-97ee-8e9fb8373f9e admin admin] Pushing event updated for resources: {'Network': ['ID=859f9436-dc16-4206-b2fa-4ec5d354a397,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:54.828314 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 51274) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:54.838186 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-1cfca71f-ddcf-43f0-a36b-4b0ede821df7 admin admin] Request body: {'subnet': {'network_id': '859f9436-dc16-4206-b2fa-4ec5d354a397', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1805421075-subnet', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:54.838361 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Network 859f9436-dc16-4206-b2fa-4ec5d354a397 details requested by agent ovs-agent-dv-cinder-810785-1-iscsi with host dv-cinder-810785-1-iscsi {{(pid=94233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:08:54.864035 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfca71f-ddcf-43f0-a36b-4b0ede821df7 admin admin] Made reservation on behalf of 3a9b741287e54b41b0e1fea7f8d4accc for: {'subnet': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:08:54.867439 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1cfca71f-ddcf-43f0-a36b-4b0ede821df7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:54.891651 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 51278) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:54.917588 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 51284) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:54.935616 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 51288) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:55.075458 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1cfca71f-ddcf-43f0-a36b-4b0ede821df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075'] for subnet, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:55.132611 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfca71f-ddcf-43f0-a36b-4b0ede821df7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5292f11-46b2-45b6-a3a7-25fa5706495d,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:55.140285 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfca71f-ddcf-43f0-a36b-4b0ede821df7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:55.140719 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfca71f-ddcf-43f0-a36b-4b0ede821df7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:55.140987 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfca71f-ddcf-43f0-a36b-4b0ede821df7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:55.141315 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfca71f-ddcf-43f0-a36b-4b0ede821df7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:55.141638 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfca71f-ddcf-43f0-a36b-4b0ede821df7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:55.141959 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfca71f-ddcf-43f0-a36b-4b0ede821df7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:55.142450 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfca71f-ddcf-43f0-a36b-4b0ede821df7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:55.142801 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfca71f-ddcf-43f0-a36b-4b0ede821df7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:55.143160 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfca71f-ddcf-43f0-a36b-4b0ede821df7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:55.143508 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfca71f-ddcf-43f0-a36b-4b0ede821df7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:55.143829 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfca71f-ddcf-43f0-a36b-4b0ede821df7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:55.144144 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfca71f-ddcf-43f0-a36b-4b0ede821df7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:55.145201 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfca71f-ddcf-43f0-a36b-4b0ede821df7 admin admin] Tracked resource versions report: Sep 23 23:08:55.145201 dv-cinder-810785-1-iscsi neutron-server[94231]: pushed versions: Sep 23 23:08:55.145201 dv-cinder-810785-1-iscsi neutron-server[94231]: { 'AddressGroup': {'1.2'}, Sep 23 23:08:55.145201 dv-cinder-810785-1-iscsi neutron-server[94231]: 'ConntrackHelper': {'1.0'}, Sep 23 23:08:55.145201 dv-cinder-810785-1-iscsi neutron-server[94231]: 'Log': {'1.0'}, Sep 23 23:08:55.145201 dv-cinder-810785-1-iscsi neutron-server[94231]: 'Network': {'1.1'}, Sep 23 23:08:55.145201 dv-cinder-810785-1-iscsi neutron-server[94231]: 'Port': {'1.7'}, Sep 23 23:08:55.145201 dv-cinder-810785-1-iscsi neutron-server[94231]: 'PortForwarding': {'1.2'}, Sep 23 23:08:55.145201 dv-cinder-810785-1-iscsi neutron-server[94231]: 'QosPolicy': {'1.9'}, Sep 23 23:08:55.145201 dv-cinder-810785-1-iscsi neutron-server[94231]: 'SecurityGroup': {'1.4'}, Sep 23 23:08:55.145201 dv-cinder-810785-1-iscsi neutron-server[94231]: 'SecurityGroupRule': {'1.2'}, Sep 23 23:08:55.145201 dv-cinder-810785-1-iscsi neutron-server[94231]: 'SubPort': {'1.0'}, Sep 23 23:08:55.145201 dv-cinder-810785-1-iscsi neutron-server[94231]: 'Subnet': {'1.1'}, Sep 23 23:08:55.145201 dv-cinder-810785-1-iscsi neutron-server[94231]: 'Trunk': {'1.1'}} Sep 23 23:08:55.145201 dv-cinder-810785-1-iscsi neutron-server[94231]: consumer versions: Sep 23 23:08:55.145201 dv-cinder-810785-1-iscsi neutron-server[94231]: { DHCP agent@dv-cinder-810785-1-iscsi: {}, Sep 23 23:08:55.145201 dv-cinder-810785-1-iscsi neutron-server[94231]: HyperV agent@hv-cinder-81078: {}, Sep 23 23:08:55.145201 dv-cinder-810785-1-iscsi neutron-server[94231]: L3 agent@dv-cinder-810785-1-iscsi: {}, Sep 23 23:08:55.145201 dv-cinder-810785-1-iscsi neutron-server[94231]: Metadata agent@dv-cinder-810785-1-iscsi: {}, Sep 23 23:08:55.145201 dv-cinder-810785-1-iscsi neutron-server[94231]: Metering agent@dv-cinder-810785-1-iscsi: {}, Sep 23 23:08:55.145201 dv-cinder-810785-1-iscsi neutron-server[94231]: Open vSwitch agent@dv-cinder-810785-1-iscsi: { 'AddressGroup': '1.2', Sep 23 23:08:55.145201 dv-cinder-810785-1-iscsi neutron-server[94231]: 'ConntrackHelper': '1.0', Sep 23 23:08:55.145201 dv-cinder-810785-1-iscsi neutron-server[94231]: 'Log': '1.0', Sep 23 23:08:55.145201 dv-cinder-810785-1-iscsi neutron-server[94231]: 'Network': '1.1', Sep 23 23:08:55.145201 dv-cinder-810785-1-iscsi neutron-server[94231]: 'Port': '1.7', Sep 23 23:08:55.145201 dv-cinder-810785-1-iscsi neutron-server[94231]: 'PortForwarding': '1.2', Sep 23 23:08:55.145201 dv-cinder-810785-1-iscsi neutron-server[94231]: 'QosPolicy': '1.9', Sep 23 23:08:55.145201 dv-cinder-810785-1-iscsi neutron-server[94231]: 'SecurityGroup': '1.4', Sep 23 23:08:55.145201 dv-cinder-810785-1-iscsi neutron-server[94231]: 'SecurityGroupRule': '1.2', Sep 23 23:08:55.145201 dv-cinder-810785-1-iscsi neutron-server[94231]: 'SubPort': '1.0', Sep 23 23:08:55.145201 dv-cinder-810785-1-iscsi neutron-server[94231]: 'Subnet': '1.1', Sep 23 23:08:55.145201 dv-cinder-810785-1-iscsi neutron-server[94231]: 'Trunk': '1.1'}} Sep 23 23:08:55.145201 dv-cinder-810785-1-iscsi neutron-server[94231]: {{(pid=94231) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 23:08:55.170173 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfca71f-ddcf-43f0-a36b-4b0ede821df7 admin admin] Checking segment: {'id': '3a43d669-9c88-4ebc-9cde-198915606ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '859f9436-dc16-4206-b2fa-4ec5d354a397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:08:55.170517 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfca71f-ddcf-43f0-a36b-4b0ede821df7 admin admin] Network hostable DHCP agents. Network: 859f9436-dc16-4206-b2fa-4ec5d354a397, hostable agents: ['27ad89ec-6861-43ea-91c9-397cdd96ffe4'], hosted agents: [] {{(pid=94231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:08:55.188532 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfca71f-ddcf-43f0-a36b-4b0ede821df7 admin admin] Network 859f9436-dc16-4206-b2fa-4ec5d354a397 is scheduled to be hosted by DHCP agent 27ad89ec-6861-43ea-91c9-397cdd96ffe4 with binding_index 1 {{(pid=94231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:08:55.199322 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-1cfca71f-ddcf-43f0-a36b-4b0ede821df7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810785-1-iscsi, 859f9436-dc16-4206-b2fa-4ec5d354a397) {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:08:55.204427 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfca71f-ddcf-43f0-a36b-4b0ede821df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:55.205452 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1cfca71f-ddcf-43f0-a36b-4b0ede821df7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for subnet, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:55.209931 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d112e3-6c6e-475d-8730-dfea6b465cd6 None None] Network 859f9436-dc16-4206-b2fa-4ec5d354a397 requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:08:55.213201 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-07c80858-cfe2-4d91-9cfd-343f06bf24f9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1560850368-network', 'tenant_id': '5cecf3dbc83542a19dc355f0eed91522'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:55.228506 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-1cfca71f-ddcf-43f0-a36b-4b0ede821df7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3961203 Sep 23 23:08:55.231327 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 51300) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:55.238837 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-99066c2c-f57d-40b6-86e1-d4041bc06eb7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1805421075-router', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'}}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:55.251440 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c80858-cfe2-4d91-9cfd-343f06bf24f9 admin admin] Made reservation on behalf of 5cecf3dbc83542a19dc355f0eed91522 for: {'network': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:08:55.254420 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-07c80858-cfe2-4d91-9cfd-343f06bf24f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for network, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:55.266873 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-07c80858-cfe2-4d91-9cfd-343f06bf24f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:55.283459 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-8b8a4ba3-2f74-47bc-ad2c-cc045a00abea admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2084629535-network', 'tenant_id': 'a1de9e5da1fa4f0da7a52c695619bf19'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:55.294413 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-99066c2c-f57d-40b6-86e1-d4041bc06eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5547'] for router, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:55.296107 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-99066c2c-f57d-40b6-86e1-d4041bc06eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5538'] for router, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:55.385796 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-e25954a5-d0de-4663-b61a-c8577795c8b1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1425256407-network', 'tenant_id': '2ddea2c61a124ba99508af5db99cfa3a'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:55.432783 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-07c80858-cfe2-4d91-9cfd-343f06bf24f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:55.433183 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffb1184-0dbf-49e9-877b-9883f5770756 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e226354-0935-5133-8f38-e9986e5f3320-859f9436-dc16-4206-b2fa-4ec5d354a397', 'network_id': '859f9436-dc16-4206-b2fa-4ec5d354a397', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'fixed_ips': [{'subnet_id': 'd5292f11-46b2-45b6-a3a7-25fa5706495d'}]}} from dv-cinder-810785-1-iscsi. {{(pid=94233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:08:55.434114 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-8ffb1184-0dbf-49e9-877b-9883f5770756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:55.443391 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-07c80858-cfe2-4d91-9cfd-343f06bf24f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:55.457395 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-99066c2c-f57d-40b6-86e1-d4041bc06eb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:55.458311 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07c80858-cfe2-4d91-9cfd-343f06bf24f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=94232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:08:55.477935 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-07c80858-cfe2-4d91-9cfd-343f06bf24f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778'] for segment, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:55.478801 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.db.segments_db [None req-07c80858-cfe2-4d91-9cfd-343f06bf24f9 admin admin] Added segment fcf90ec9-7077-42ff-ae12-ee710ab4c6ad of type vlan for network 5ecc2712-9a4c-4406-a4a9-34a029e19ad4 Sep 23 23:08:55.561773 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8a4ba3-2f74-47bc-ad2c-cc045a00abea admin admin] Made reservation on behalf of a1de9e5da1fa4f0da7a52c695619bf19 for: {'network': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:08:55.564715 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8b8a4ba3-2f74-47bc-ad2c-cc045a00abea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for network, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:55.568570 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-07c80858-cfe2-4d91-9cfd-343f06bf24f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784998164246'] for network, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:55.575677 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25954a5-d0de-4663-b61a-c8577795c8b1 admin admin] Made reservation on behalf of 2ddea2c61a124ba99508af5db99cfa3a for: {'network': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:08:55.578306 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-e25954a5-d0de-4663-b61a-c8577795c8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for network, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:55.598673 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-e25954a5-d0de-4663-b61a-c8577795c8b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:55.642446 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-99066c2c-f57d-40b6-86e1-d4041bc06eb7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:55.644859 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8b8a4ba3-2f74-47bc-ad2c-cc045a00abea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:55.730729 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-e25954a5-d0de-4663-b61a-c8577795c8b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:55.736901 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.db.resource_extend [None req-07c80858-cfe2-4d91-9cfd-343f06bf24f9 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 23:08:55.745714 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c80858-cfe2-4d91-9cfd-343f06bf24f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:55.750003 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-e25954a5-d0de-4663-b61a-c8577795c8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:55.779133 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25954a5-d0de-4663-b61a-c8577795c8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72bac6f-1a30-4b12-ab16-f298eec3b656,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:55.823061 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.db_base_plugin_common [None req-8ffb1184-0dbf-49e9-877b-9883f5770756 None None] Allocated IP 172.20.0.2 (859f9436-dc16-4206-b2fa-4ec5d354a397/d5292f11-46b2-45b6-a3a7-25fa5706495d/912a857d-c8b4-422f-9263-7e95f5829405) {{(pid=94233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:08:55.870904 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8b8a4ba3-2f74-47bc-ad2c-cc045a00abea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:55.878850 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8b8a4ba3-2f74-47bc-ad2c-cc045a00abea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:55.909255 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a4ba3-2f74-47bc-ad2c-cc045a00abea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4da5ba-909a-4467-b1af-6557bb32fca2,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:55.912177 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e25954a5-d0de-4663-b61a-c8577795c8b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=94232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:08:55.915700 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-07c80858-cfe2-4d91-9cfd-343f06bf24f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075'] for network, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:55.916689 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c80858-cfe2-4d91-9cfd-343f06bf24f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:55.917269 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-07c80858-cfe2-4d91-9cfd-343f06bf24f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for network, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:55.940422 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-07c80858-cfe2-4d91-9cfd-343f06bf24f9 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0446589 Sep 23 23:08:55.940422 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b8a4ba3-2f74-47bc-ad2c-cc045a00abea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=94232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:08:55.943755 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 51318) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:55.946119 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-e25954a5-d0de-4663-b61a-c8577795c8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778'] for segment, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:55.946455 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.db.segments_db [None req-e25954a5-d0de-4663-b61a-c8577795c8b1 admin admin] Added segment bb89ef85-36bb-4a06-b0e7-d6b884aca5fe of type vlan for network ce9d38ed-90b0-4188-83c2-f86aff95fb9d Sep 23 23:08:55.962304 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-763a4fd2-8b0c-4bda-be77-ff14677e6923 admin admin] Request body: {'subnet': {'network_id': '5ecc2712-9a4c-4406-a4a9-34a029e19ad4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1560850368-subnet', 'tenant_id': '5cecf3dbc83542a19dc355f0eed91522', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:55.979560 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-99066c2c-f57d-40b6-86e1-d4041bc06eb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:55.999995 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8b8a4ba3-2f74-47bc-ad2c-cc045a00abea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778'] for segment, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:56.000452 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.db.segments_db [None req-8b8a4ba3-2f74-47bc-ad2c-cc045a00abea admin admin] Added segment 2fc98a28-e4ec-4110-90bc-1f7e871d9e17 of type vlan for network f3fb57f6-721a-4c87-88ef-a1e082212ed1 Sep 23 23:08:56.037331 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-99066c2c-f57d-40b6-86e1-d4041bc06eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:56.115430 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-8ffb1184-0dbf-49e9-877b-9883f5770756 None None] Notify callbacks [] for port, precommit_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:56.126134 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-8ffb1184-0dbf-49e9-877b-9883f5770756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663'] for port, after_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:56.191125 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb1184-0dbf-49e9-877b-9883f5770756 None None] Pushing event updated for resources: {'Port': ['ID=912a857d-c8b4-422f-9263-7e95f5829405,revision_number=1']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:56.203214 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb1184-0dbf-49e9-877b-9883f5770756 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:56.204030 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb1184-0dbf-49e9-877b-9883f5770756 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:56.208933 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb1184-0dbf-49e9-877b-9883f5770756 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:56.209650 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb1184-0dbf-49e9-877b-9883f5770756 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:56.210189 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb1184-0dbf-49e9-877b-9883f5770756 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:56.210964 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb1184-0dbf-49e9-877b-9883f5770756 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:56.211537 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb1184-0dbf-49e9-877b-9883f5770756 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:56.213356 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb1184-0dbf-49e9-877b-9883f5770756 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:56.214283 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb1184-0dbf-49e9-877b-9883f5770756 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:56.214801 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb1184-0dbf-49e9-877b-9883f5770756 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:56.215319 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb1184-0dbf-49e9-877b-9883f5770756 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:56.216902 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb1184-0dbf-49e9-877b-9883f5770756 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:56.218926 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c80858-cfe2-4d91-9cfd-343f06bf24f9 admin admin] Pushing event updated for resources: {'Network': ['ID=5ecc2712-9a4c-4406-a4a9-34a029e19ad4,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:56.220233 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb1184-0dbf-49e9-877b-9883f5770756 None None] Tracked resource versions report: Sep 23 23:08:56.220233 dv-cinder-810785-1-iscsi neutron-server[94233]: pushed versions: Sep 23 23:08:56.220233 dv-cinder-810785-1-iscsi neutron-server[94233]: { 'AddressGroup': {'1.2'}, Sep 23 23:08:56.220233 dv-cinder-810785-1-iscsi neutron-server[94233]: 'ConntrackHelper': {'1.0'}, Sep 23 23:08:56.220233 dv-cinder-810785-1-iscsi neutron-server[94233]: 'Log': {'1.0'}, Sep 23 23:08:56.220233 dv-cinder-810785-1-iscsi neutron-server[94233]: 'Network': {'1.1'}, Sep 23 23:08:56.220233 dv-cinder-810785-1-iscsi neutron-server[94233]: 'Port': {'1.7'}, Sep 23 23:08:56.220233 dv-cinder-810785-1-iscsi neutron-server[94233]: 'PortForwarding': {'1.2'}, Sep 23 23:08:56.220233 dv-cinder-810785-1-iscsi neutron-server[94233]: 'QosPolicy': {'1.9'}, Sep 23 23:08:56.220233 dv-cinder-810785-1-iscsi neutron-server[94233]: 'SecurityGroup': {'1.4'}, Sep 23 23:08:56.220233 dv-cinder-810785-1-iscsi neutron-server[94233]: 'SecurityGroupRule': {'1.2'}, Sep 23 23:08:56.220233 dv-cinder-810785-1-iscsi neutron-server[94233]: 'SubPort': {'1.0'}, Sep 23 23:08:56.220233 dv-cinder-810785-1-iscsi neutron-server[94233]: 'Subnet': {'1.1'}, Sep 23 23:08:56.220233 dv-cinder-810785-1-iscsi neutron-server[94233]: 'Trunk': {'1.1'}} Sep 23 23:08:56.220233 dv-cinder-810785-1-iscsi neutron-server[94233]: consumer versions: Sep 23 23:08:56.220233 dv-cinder-810785-1-iscsi neutron-server[94233]: { DHCP agent@dv-cinder-810785-1-iscsi: {}, Sep 23 23:08:56.220233 dv-cinder-810785-1-iscsi neutron-server[94233]: HyperV agent@hv-cinder-81078: {}, Sep 23 23:08:56.220233 dv-cinder-810785-1-iscsi neutron-server[94233]: L3 agent@dv-cinder-810785-1-iscsi: {}, Sep 23 23:08:56.220233 dv-cinder-810785-1-iscsi neutron-server[94233]: Metadata agent@dv-cinder-810785-1-iscsi: {}, Sep 23 23:08:56.220233 dv-cinder-810785-1-iscsi neutron-server[94233]: Metering agent@dv-cinder-810785-1-iscsi: {}, Sep 23 23:08:56.220233 dv-cinder-810785-1-iscsi neutron-server[94233]: Open vSwitch agent@dv-cinder-810785-1-iscsi: { 'AddressGroup': '1.2', Sep 23 23:08:56.220233 dv-cinder-810785-1-iscsi neutron-server[94233]: 'ConntrackHelper': '1.0', Sep 23 23:08:56.220233 dv-cinder-810785-1-iscsi neutron-server[94233]: 'Log': '1.0', Sep 23 23:08:56.220233 dv-cinder-810785-1-iscsi neutron-server[94233]: 'Network': '1.1', Sep 23 23:08:56.220233 dv-cinder-810785-1-iscsi neutron-server[94233]: 'Port': '1.7', Sep 23 23:08:56.220233 dv-cinder-810785-1-iscsi neutron-server[94233]: 'PortForwarding': '1.2', Sep 23 23:08:56.220233 dv-cinder-810785-1-iscsi neutron-server[94233]: 'QosPolicy': '1.9', Sep 23 23:08:56.220233 dv-cinder-810785-1-iscsi neutron-server[94233]: 'SecurityGroup': '1.4', Sep 23 23:08:56.220233 dv-cinder-810785-1-iscsi neutron-server[94233]: 'SecurityGroupRule': '1.2', Sep 23 23:08:56.220233 dv-cinder-810785-1-iscsi neutron-server[94233]: 'SubPort': '1.0', Sep 23 23:08:56.220233 dv-cinder-810785-1-iscsi neutron-server[94233]: 'Subnet': '1.1', Sep 23 23:08:56.220233 dv-cinder-810785-1-iscsi neutron-server[94233]: 'Trunk': '1.1'}} Sep 23 23:08:56.220233 dv-cinder-810785-1-iscsi neutron-server[94233]: {{(pid=94233) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 23:08:56.222424 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-e25954a5-d0de-4663-b61a-c8577795c8b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784998164246'] for network, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:56.226269 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763a4fd2-8b0c-4bda-be77-ff14677e6923 admin admin] Made reservation on behalf of 5cecf3dbc83542a19dc355f0eed91522 for: {'subnet': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:08:56.228955 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-763a4fd2-8b0c-4bda-be77-ff14677e6923 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:56.232486 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8b8a4ba3-2f74-47bc-ad2c-cc045a00abea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784998164246'] for network, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:56.236719 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffb1184-0dbf-49e9-877b-9883f5770756 None None] Network 859f9436-dc16-4206-b2fa-4ec5d354a397 is already hosted by enough agents. {{(pid=94233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:08:56.240170 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.scheduler.base_scheduler [None req-8ffb1184-0dbf-49e9-877b-9883f5770756 None None] Resources bound (agent type, host, resource id): {{(pid=94233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:08:56.242307 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Network 5ecc2712-9a4c-4406-a4a9-34a029e19ad4 details requested by agent ovs-agent-dv-cinder-810785-1-iscsi with host dv-cinder-810785-1-iscsi {{(pid=94233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:08:56.275434 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [None req-99066c2c-f57d-40b6-86e1-d4041bc06eb7 admin admin] Allocated IP 172.27.1.151 (b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1/47169b33-ea5f-4b9d-bf3b-155ff70b7556/59cbbb6f-91f4-4bfc-a30b-2a69413700ad) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:08:56.329826 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffb1184-0dbf-49e9-877b-9883f5770756 None None] Received port after_create {{(pid=94233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:08:56.331522 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-e25954a5-d0de-4663-b61a-c8577795c8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075'] for network, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:56.332485 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25954a5-d0de-4663-b61a-c8577795c8b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:56.333062 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-e25954a5-d0de-4663-b61a-c8577795c8b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for network, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:56.368000 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8b8a4ba3-2f74-47bc-ad2c-cc045a00abea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075'] for network, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:56.368723 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8a4ba3-2f74-47bc-ad2c-cc045a00abea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:56.369454 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8b8a4ba3-2f74-47bc-ad2c-cc045a00abea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for network, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:56.402573 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-e25954a5-d0de-4663-b61a-c8577795c8b1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4837446 Sep 23 23:08:56.406997 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 51334) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:56.421667 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-6d862c86-c83b-4d65-96f7-c80c03e3509d admin admin] Request body: {'subnet': {'network_id': 'ce9d38ed-90b0-4188-83c2-f86aff95fb9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1425256407-subnet', 'tenant_id': '2ddea2c61a124ba99508af5db99cfa3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:56.430081 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-8ffb1184-0dbf-49e9-877b-9883f5770756 None None] Attempting to bind port 912a857d-c8b4-422f-9263-7e95f5829405 on host dv-cinder-810785-1-iscsi for vnic_type normal with profile {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:08:56.430906 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-8ffb1184-0dbf-49e9-877b-9883f5770756 None None] Attempting to bind port 912a857d-c8b4-422f-9263-7e95f5829405 by drivers openvswitch,hyperv on host dv-cinder-810785-1-iscsi at level 0 using segments [{'id': '3a43d669-9c88-4ebc-9cde-198915606ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '859f9436-dc16-4206-b2fa-4ec5d354a397'}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:08:56.431572 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffb1184-0dbf-49e9-877b-9883f5770756 None None] Attempting to bind port 912a857d-c8b4-422f-9263-7e95f5829405 on network 859f9436-dc16-4206-b2fa-4ec5d354a397 {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:08:56.440064 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffb1184-0dbf-49e9-877b-9883f5770756 None None] Checking agent: {'id': '481fc7b8-75a1-4de2-9424-90937d24576f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 0, 57), 'started_at': datetime.datetime(2021, 9, 23, 23, 1, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:08:56.440780 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffb1184-0dbf-49e9-877b-9883f5770756 None None] Checking segment: {'id': '3a43d669-9c88-4ebc-9cde-198915606ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '859f9436-dc16-4206-b2fa-4ec5d354a397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:08:56.441421 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-8ffb1184-0dbf-49e9-877b-9883f5770756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:56.442091 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffb1184-0dbf-49e9-877b-9883f5770756 None None] Bound using segment: {'id': '3a43d669-9c88-4ebc-9cde-198915606ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '859f9436-dc16-4206-b2fa-4ec5d354a397'} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:08:56.442993 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-8ffb1184-0dbf-49e9-877b-9883f5770756 None None] Bound port: 912a857d-c8b4-422f-9263-7e95f5829405, host: dv-cinder-810785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a43d669-9c88-4ebc-9cde-198915606ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '859f9436-dc16-4206-b2fa-4ec5d354a397'}}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:08:56.444347 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-8ffb1184-0dbf-49e9-877b-9883f5770756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:56.444476 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-8b8a4ba3-2f74-47bc-ad2c-cc045a00abea admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5075877 Sep 23 23:08:56.445371 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 51338) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:56.462941 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-4b4d44ec-2249-48d0-9d59-944be8e19850 admin admin] Request body: {'subnet': {'network_id': 'f3fb57f6-721a-4c87-88ef-a1e082212ed1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2084629535-subnet', 'tenant_id': 'a1de9e5da1fa4f0da7a52c695619bf19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:56.467757 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25954a5-d0de-4663-b61a-c8577795c8b1 admin admin] Pushing event updated for resources: {'Network': ['ID=ce9d38ed-90b0-4188-83c2-f86aff95fb9d,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:56.494273 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d862c86-c83b-4d65-96f7-c80c03e3509d admin admin] Made reservation on behalf of 2ddea2c61a124ba99508af5db99cfa3a for: {'subnet': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:08:56.504571 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6d862c86-c83b-4d65-96f7-c80c03e3509d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:56.507066 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Network ce9d38ed-90b0-4188-83c2-f86aff95fb9d details requested by agent ovs-agent-dv-cinder-810785-1-iscsi with host dv-cinder-810785-1-iscsi {{(pid=94233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:08:56.607096 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-8ffb1184-0dbf-49e9-877b-9883f5770756 None None] For port 912a857d-c8b4-422f-9263-7e95f5829405, host dv-cinder-810785-1-iscsi, cleared binding levels {{(pid=94233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:08:56.621957 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-8ffb1184-0dbf-49e9-877b-9883f5770756 None None] For port 912a857d-c8b4-422f-9263-7e95f5829405, host dv-cinder-810785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=912a857d-c8b4-422f-9263-7e95f5829405,segment=NetworkSegment(3a43d669-9c88-4ebc-9cde-198915606ca5),segment_id=3a43d669-9c88-4ebc-9cde-198915606ca5)] {{(pid=94233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:08:56.636544 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a4ba3-2f74-47bc-ad2c-cc045a00abea admin admin] Pushing event updated for resources: {'Network': ['ID=f3fb57f6-721a-4c87-88ef-a1e082212ed1,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:56.638275 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-8ffb1184-0dbf-49e9-877b-9883f5770756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:56.654203 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4d44ec-2249-48d0-9d59-944be8e19850 admin admin] Made reservation on behalf of a1de9e5da1fa4f0da7a52c695619bf19 for: {'subnet': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:08:56.656742 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4b4d44ec-2249-48d0-9d59-944be8e19850 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:56.685641 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-99066c2c-f57d-40b6-86e1-d4041bc06eb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:56.703992 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Network f3fb57f6-721a-4c87-88ef-a1e082212ed1 details requested by agent ovs-agent-dv-cinder-810785-1-iscsi with host dv-cinder-810785-1-iscsi {{(pid=94233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:08:56.713546 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb1184-0dbf-49e9-877b-9883f5770756 None None] Pushing event updated for resources: {'Port': ['ID=912a857d-c8b4-422f-9263-7e95f5829405,revision_number=2']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:56.812131 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-99066c2c-f57d-40b6-86e1-d4041bc06eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:56.827137 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-763a4fd2-8b0c-4bda-be77-ff14677e6923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075'] for subnet, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:56.932134 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:56.938187 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a4fd2-8b0c-4bda-be77-ff14677e6923 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11e43b35-bf07-41f5-b3f0-471b3986f781,revision_number=0']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:56.956782 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99066c2c-f57d-40b6-86e1-d4041bc06eb7 admin admin] Pushing event updated for resources: {'Port': ['ID=59cbbb6f-91f4-4bfc-a30b-2a69413700ad,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:56.981788 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99066c2c-f57d-40b6-86e1-d4041bc06eb7 admin admin] Network b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:08:56.985166 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-99066c2c-f57d-40b6-86e1-d4041bc06eb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:08:56.988515 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99066c2c-f57d-40b6-86e1-d4041bc06eb7 admin admin] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:08:57.032164 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763a4fd2-8b0c-4bda-be77-ff14677e6923 admin admin] Checking segment: {'id': 'fcf90ec9-7077-42ff-ae12-ee710ab4c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5ecc2712-9a4c-4406-a4a9-34a029e19ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:08:57.032514 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763a4fd2-8b0c-4bda-be77-ff14677e6923 admin admin] Network hostable DHCP agents. Network: 5ecc2712-9a4c-4406-a4a9-34a029e19ad4, hostable agents: ['27ad89ec-6861-43ea-91c9-397cdd96ffe4'], hosted agents: [] {{(pid=94232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:08:57.250232 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4b4d44ec-2249-48d0-9d59-944be8e19850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075'] for subnet, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:57.328485 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763a4fd2-8b0c-4bda-be77-ff14677e6923 admin admin] Network 5ecc2712-9a4c-4406-a4a9-34a029e19ad4 is scheduled to be hosted by DHCP agent 27ad89ec-6861-43ea-91c9-397cdd96ffe4 with binding_index 1 {{(pid=94232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:08:57.338495 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4d44ec-2249-48d0-9d59-944be8e19850 admin admin] Pushing event updated for resources: {'Subnet': ['ID=189db14d-e9ba-4957-858f-48c644cc288d,revision_number=0']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:57.361042 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-763a4fd2-8b0c-4bda-be77-ff14677e6923 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810785-1-iscsi, 5ecc2712-9a4c-4406-a4a9-34a029e19ad4) {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:08:57.367595 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763a4fd2-8b0c-4bda-be77-ff14677e6923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:57.368755 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-763a4fd2-8b0c-4bda-be77-ff14677e6923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for subnet, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:57.369586 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5c90dd-2125-47d5-9a56-8a07f7689360 None None] Network 5ecc2712-9a4c-4406-a4a9-34a029e19ad4 requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:08:57.389994 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4d44ec-2249-48d0-9d59-944be8e19850 admin admin] Checking segment: {'id': '2fc98a28-e4ec-4110-90bc-1f7e871d9e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f3fb57f6-721a-4c87-88ef-a1e082212ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:08:57.390389 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4d44ec-2249-48d0-9d59-944be8e19850 admin admin] Network hostable DHCP agents. Network: f3fb57f6-721a-4c87-88ef-a1e082212ed1, hostable agents: ['27ad89ec-6861-43ea-91c9-397cdd96ffe4'], hosted agents: [] {{(pid=94232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:08:57.405244 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-763a4fd2-8b0c-4bda-be77-ff14677e6923 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4578388 Sep 23 23:08:57.406628 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 51372) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:57.412868 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-1ca92b32-47b3-42a3-9dbb-a2b6514f2b2b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1560850368-router', 'tenant_id': '5cecf3dbc83542a19dc355f0eed91522', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'}}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:57.457101 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4d44ec-2249-48d0-9d59-944be8e19850 admin admin] Network f3fb57f6-721a-4c87-88ef-a1e082212ed1 is scheduled to be hosted by DHCP agent 27ad89ec-6861-43ea-91c9-397cdd96ffe4 with binding_index 1 {{(pid=94232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:08:57.463798 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1ca92b32-47b3-42a3-9dbb-a2b6514f2b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5547'] for router, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:57.465451 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1ca92b32-47b3-42a3-9dbb-a2b6514f2b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5538'] for router, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:57.479316 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-4b4d44ec-2249-48d0-9d59-944be8e19850 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810785-1-iscsi, f3fb57f6-721a-4c87-88ef-a1e082212ed1) {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:08:57.487293 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4d44ec-2249-48d0-9d59-944be8e19850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:57.488296 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4b4d44ec-2249-48d0-9d59-944be8e19850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for subnet, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:57.510494 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56080dc-5bf4-43f5-b220-1a6c6c94e32e None None] Network f3fb57f6-721a-4c87-88ef-a1e082212ed1 requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:08:57.513737 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-4b4d44ec-2249-48d0-9d59-944be8e19850 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0655019 Sep 23 23:08:57.623995 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6d862c86-c83b-4d65-96f7-c80c03e3509d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075'] for subnet, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:57.630155 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1ca92b32-47b3-42a3-9dbb-a2b6514f2b2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:57.720977 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-99066c2c-f57d-40b6-86e1-d4041bc06eb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:57.773461 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d862c86-c83b-4d65-96f7-c80c03e3509d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dadbb2c8-7187-415d-b3c4-d09ac2c1fdfd,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:57.924057 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1ca92b32-47b3-42a3-9dbb-a2b6514f2b2b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:58.090121 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aff7e57-530b-4b12-a430-115c0489af24 None None] Network f3fb57f6-721a-4c87-88ef-a1e082212ed1 requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:08:58.095719 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-8d9a62aa-d3a1-4ae8-91e1-76c500631a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:58.166000 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-99066c2c-f57d-40b6-86e1-d4041bc06eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596414'] for router, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:58.199108 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2abfd5-9825-40a2-aa13-99668bc45569 None None] Network 5ecc2712-9a4c-4406-a4a9-34a029e19ad4 requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:08:58.452892 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759e3ca1-d189-483b-b3b3-9de754585924 None None] Network 859f9436-dc16-4206-b2fa-4ec5d354a397 requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:08:58.477693 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d862c86-c83b-4d65-96f7-c80c03e3509d admin admin] Checking segment: {'id': 'bb89ef85-36bb-4a06-b0e7-d6b884aca5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ce9d38ed-90b0-4188-83c2-f86aff95fb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:08:58.481717 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1ca92b32-47b3-42a3-9dbb-a2b6514f2b2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:58.482679 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d862c86-c83b-4d65-96f7-c80c03e3509d admin admin] Network hostable DHCP agents. Network: ce9d38ed-90b0-4188-83c2-f86aff95fb9d, hostable agents: ['27ad89ec-6861-43ea-91c9-397cdd96ffe4'], hosted agents: [] {{(pid=94231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:08:58.508629 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1ca92b32-47b3-42a3-9dbb-a2b6514f2b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:58.584248 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d862c86-c83b-4d65-96f7-c80c03e3509d admin admin] Network ce9d38ed-90b0-4188-83c2-f86aff95fb9d is scheduled to be hosted by DHCP agent 27ad89ec-6861-43ea-91c9-397cdd96ffe4 with binding_index 1 {{(pid=94231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:08:58.590065 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99066c2c-f57d-40b6-86e1-d4041bc06eb7 admin admin] Router 9a170505-6817-49d8-b9d3-3b2f1136fd14 is scheduled to L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 with binding_index 1 {{(pid=94231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:08:58.618438 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-6d862c86-c83b-4d65-96f7-c80c03e3509d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810785-1-iscsi, ce9d38ed-90b0-4188-83c2-f86aff95fb9d) {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:08:58.651657 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af3b1fc-1102-4b9e-9319-695ae956a564 None None] Network ce9d38ed-90b0-4188-83c2-f86aff95fb9d requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:08:58.698054 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_common [None req-1ca92b32-47b3-42a3-9dbb-a2b6514f2b2b admin admin] Allocated IP 172.27.1.81 (b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1/47169b33-ea5f-4b9d-bf3b-155ff70b7556/3ef3c93b-9600-4344-9a12-bc60efb62cf7) {{(pid=94232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:08:58.838143 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99066c2c-f57d-40b6-86e1-d4041bc06eb7 admin admin] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:08:58.868089 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d862c86-c83b-4d65-96f7-c80c03e3509d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:58.868698 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6d862c86-c83b-4d65-96f7-c80c03e3509d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for subnet, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:58.912301 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c750c96e-5592-4e56-9a0f-b36dcb612dfe None None] Sync routers for ids ['9a170505-6817-49d8-b9d3-3b2f1136fd14'] in dv-cinder-810785-1-iscsi {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:08:58.925187 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-6d862c86-c83b-4d65-96f7-c80c03e3509d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5075638 Sep 23 23:08:58.930122 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c750c96e-5592-4e56-9a0f-b36dcb612dfe None None] Routers {'9a170505-6817-49d8-b9d3-3b2f1136fd14'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:08:58.930828 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-c750c96e-5592-4e56-9a0f-b36dcb612dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:08:58Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['9a170505-6817-49d8-b9d3-3b2f1136fd14'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:08:58.949259 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1ca92b32-47b3-42a3-9dbb-a2b6514f2b2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:58.956935 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-99066c2c-f57d-40b6-86e1-d4041bc06eb7 admin admin] Notify callbacks [] for router, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:58.961890 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-99066c2c-f57d-40b6-86e1-d4041bc06eb7 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7292671 Sep 23 23:08:58.964542 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 51446) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:59.015301 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1ca92b32-47b3-42a3-9dbb-a2b6514f2b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663'] for port, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:59.043639 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-41a2f665-3530-4328-a2db-8ecd1ed3a4c8 None None] Provisioning complete for port 912a857d-c8b4-422f-9263-7e95f5829405 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:59.044115 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-41a2f665-3530-4328-a2db-8ecd1ed3a4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:59.216595 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca92b32-47b3-42a3-9dbb-a2b6514f2b2b admin admin] Network b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1 is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:08:59.251006 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 912a857d-c8b4-422f-9263-7e95f5829405 up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:08:59.267577 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-1ca92b32-47b3-42a3-9dbb-a2b6514f2b2b admin admin] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:08:59.274639 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcc88e9-b693-403a-9040-e6afed61cf82 None None] Network ce9d38ed-90b0-4188-83c2-f86aff95fb9d requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:08:59.283329 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca92b32-47b3-42a3-9dbb-a2b6514f2b2b admin admin] Received port after_create {{(pid=94232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:08:59.288588 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:59.384801 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-c750c96e-5592-4e56-9a0f-b36dcb612dfe None None] Set router 9a170505-6817-49d8-b9d3-3b2f1136fd14 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:08:59.560877 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca92b32-47b3-42a3-9dbb-a2b6514f2b2b admin admin] Pushing event updated for resources: {'Port': ['ID=3ef3c93b-9600-4344-9a12-bc60efb62cf7,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:59.581309 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 51490) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:59.593766 dv-cinder-810785-1-iscsi neutron-server[94232]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 23 23:08:59.673452 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port 912a857d-c8b4-422f-9263-7e95f5829405 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:59.673452 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:59.682636 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-41a2f665-3530-4328-a2db-8ecd1ed3a4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:59.730598 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-e120304e-e087-4557-b345-b0e358493c41 None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:08:59.819387 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-c750c96e-5592-4e56-9a0f-b36dcb612dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'name': 'tempest-AttachVolumeTestJSON-1805421075-router', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '59cbbb6f-91f4-4bfc-a30b-2a69413700ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:08:55Z', 'updated_at': '2021-09-23T23:08:57Z', 'revision_number': 3, 'project_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'gw_port': {'id': '59cbbb6f-91f4-4bfc-a30b-2a69413700ad', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:08:56Z', 'updated_at': '2021-09-23T23:08:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi'}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:08:59.840128 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-41a2f665-3530-4328-a2db-8ecd1ed3a4c8 None None] For port 912a857d-c8b4-422f-9263-7e95f5829405, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=912a857d-c8b4-422f-9263-7e95f5829405,segment=NetworkSegment(3a43d669-9c88-4ebc-9cde-198915606ca5),segment_id=3a43d669-9c88-4ebc-9cde-198915606ca5)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:08:59.850613 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-41a2f665-3530-4328-a2db-8ecd1ed3a4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:59.922480 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 51504) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:59.981297 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c750c96e-5592-4e56-9a0f-b36dcb612dfe None None] Checking router: 9a170505-6817-49d8-b9d3-3b2f1136fd14 for host: dv-cinder-810785-1-iscsi {{(pid=94234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:08:59.981923 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c750c96e-5592-4e56-9a0f-b36dcb612dfe None None] Updating router 9a170505-6817-49d8-b9d3-3b2f1136fd14 port 59cbbb6f-91f4-4bfc-a30b-2a69413700ad binding host dv-cinder-810785-1-iscsi {{(pid=94234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:09:00.045643 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-c750c96e-5592-4e56-9a0f-b36dcb612dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:00.051382 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a2f665-3530-4328-a2db-8ecd1ed3a4c8 None None] Pushing event updated for resources: {'Port': ['ID=912a857d-c8b4-422f-9263-7e95f5829405,revision_number=3']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:00.130884 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b8b8da95-b174-44fb-81f8-6684389e19f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:00.206271 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-13236de0-4afb-4c2f-8780-93a9e9ad7d8b None None] Provisioning complete for port 912a857d-c8b4-422f-9263-7e95f5829405 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:09:00.206271 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-13236de0-4afb-4c2f-8780-93a9e9ad7d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:00.262130 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1af88d00-b74e-4985-8f6a-7844ed80aefb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:00.286842 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 51524) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:00.318820 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-a9a3000a-4272-4ed6-a9a8-7b24e1629ec0 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:00.320479 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-a9a3000a-4272-4ed6-a9a8-7b24e1629ec0 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/networks?id=f3fb57f6-721a-4c87-88ef-a1e082212ed1 HTTP/1.1" status: 200 len: 812 time: 0.7301457 Sep 23 23:09:00.374964 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-0d86c3cb-a46b-44d7-92f3-3da7ec330fc0 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/quotas/a1de9e5da1fa4f0da7a52c695619bf19 HTTP/1.1" status: 200 len: 375 time: 0.0354066 Sep 23 23:09:00.380211 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1ca92b32-47b3-42a3-9dbb-a2b6514f2b2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:00.420538 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-c750c96e-5592-4e56-9a0f-b36dcb612dfe None None] Notify callbacks [] for port, precommit_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:00.427371 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-c750c96e-5592-4e56-9a0f-b36dcb612dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:00.464470 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:00.491911 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-c750c96e-5592-4e56-9a0f-b36dcb612dfe None None] Attempting to bind port 59cbbb6f-91f4-4bfc-a30b-2a69413700ad on host dv-cinder-810785-1-iscsi for vnic_type normal with profile {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:09:00.492637 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-c750c96e-5592-4e56-9a0f-b36dcb612dfe None None] Attempting to bind port 59cbbb6f-91f4-4bfc-a30b-2a69413700ad by drivers openvswitch,hyperv on host dv-cinder-810785-1-iscsi at level 0 using segments [{'id': '2ac125d2-b621-4cb4-9068-8fa074d03334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'}] {{(pid=94234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:09:00.493251 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c750c96e-5592-4e56-9a0f-b36dcb612dfe None None] Attempting to bind port 59cbbb6f-91f4-4bfc-a30b-2a69413700ad on network b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1 {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:09:00.497079 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd3e3d7-7dbb-482b-ab04-ec02266eb08f None None] Pushing event updated for resources: {'Port': ['ID=59cbbb6f-91f4-4bfc-a30b-2a69413700ad,revision_number=2']} {{(pid=94234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:00.502045 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-5a43c2fc-83a0-4606-b53f-153758bd112d tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a1de9e5da1fa4f0da7a52c695619bf19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1157987 Sep 23 23:09:00.511538 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c750c96e-5592-4e56-9a0f-b36dcb612dfe None None] Checking agent: {'id': '481fc7b8-75a1-4de2-9424-90937d24576f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 0, 57), 'started_at': datetime.datetime(2021, 9, 23, 23, 1, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:09:00.512792 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c750c96e-5592-4e56-9a0f-b36dcb612dfe None None] Checking segment: {'id': '2ac125d2-b621-4cb4-9068-8fa074d03334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:09:00.512979 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-c750c96e-5592-4e56-9a0f-b36dcb612dfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:00.513606 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c750c96e-5592-4e56-9a0f-b36dcb612dfe None None] Bound using segment: {'id': '2ac125d2-b621-4cb4-9068-8fa074d03334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'} {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:09:00.514488 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-c750c96e-5592-4e56-9a0f-b36dcb612dfe None None] Bound port: 59cbbb6f-91f4-4bfc-a30b-2a69413700ad, host: dv-cinder-810785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac125d2-b621-4cb4-9068-8fa074d03334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'}}] {{(pid=94234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:09:00.514950 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-c750c96e-5592-4e56-9a0f-b36dcb612dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:00.527682 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3e3d7-7dbb-482b-ab04-ec02266eb08f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:09:00.528296 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3e3d7-7dbb-482b-ab04-ec02266eb08f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:09:00.528849 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3e3d7-7dbb-482b-ab04-ec02266eb08f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:09:00.529397 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3e3d7-7dbb-482b-ab04-ec02266eb08f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:09:00.529964 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3e3d7-7dbb-482b-ab04-ec02266eb08f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:09:00.530509 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3e3d7-7dbb-482b-ab04-ec02266eb08f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:09:00.531169 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3e3d7-7dbb-482b-ab04-ec02266eb08f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:09:00.531736 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3e3d7-7dbb-482b-ab04-ec02266eb08f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:09:00.532300 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3e3d7-7dbb-482b-ab04-ec02266eb08f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:09:00.532860 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3e3d7-7dbb-482b-ab04-ec02266eb08f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:09:00.533397 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3e3d7-7dbb-482b-ab04-ec02266eb08f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:09:00.533946 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3e3d7-7dbb-482b-ab04-ec02266eb08f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:09:00.535305 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3e3d7-7dbb-482b-ab04-ec02266eb08f None None] Tracked resource versions report: Sep 23 23:09:00.535305 dv-cinder-810785-1-iscsi neutron-server[94234]: pushed versions: Sep 23 23:09:00.535305 dv-cinder-810785-1-iscsi neutron-server[94234]: { 'AddressGroup': {'1.2'}, Sep 23 23:09:00.535305 dv-cinder-810785-1-iscsi neutron-server[94234]: 'ConntrackHelper': {'1.0'}, Sep 23 23:09:00.535305 dv-cinder-810785-1-iscsi neutron-server[94234]: 'Log': {'1.0'}, Sep 23 23:09:00.535305 dv-cinder-810785-1-iscsi neutron-server[94234]: 'Network': {'1.1'}, Sep 23 23:09:00.535305 dv-cinder-810785-1-iscsi neutron-server[94234]: 'Port': {'1.7'}, Sep 23 23:09:00.535305 dv-cinder-810785-1-iscsi neutron-server[94234]: 'PortForwarding': {'1.2'}, Sep 23 23:09:00.535305 dv-cinder-810785-1-iscsi neutron-server[94234]: 'QosPolicy': {'1.9'}, Sep 23 23:09:00.535305 dv-cinder-810785-1-iscsi neutron-server[94234]: 'SecurityGroup': {'1.4'}, Sep 23 23:09:00.535305 dv-cinder-810785-1-iscsi neutron-server[94234]: 'SecurityGroupRule': {'1.2'}, Sep 23 23:09:00.535305 dv-cinder-810785-1-iscsi neutron-server[94234]: 'SubPort': {'1.0'}, Sep 23 23:09:00.535305 dv-cinder-810785-1-iscsi neutron-server[94234]: 'Subnet': {'1.1'}, Sep 23 23:09:00.535305 dv-cinder-810785-1-iscsi neutron-server[94234]: 'Trunk': {'1.1'}} Sep 23 23:09:00.535305 dv-cinder-810785-1-iscsi neutron-server[94234]: consumer versions: Sep 23 23:09:00.535305 dv-cinder-810785-1-iscsi neutron-server[94234]: { DHCP agent@dv-cinder-810785-1-iscsi: {}, Sep 23 23:09:00.535305 dv-cinder-810785-1-iscsi neutron-server[94234]: HyperV agent@hv-cinder-81078: {}, Sep 23 23:09:00.535305 dv-cinder-810785-1-iscsi neutron-server[94234]: L3 agent@dv-cinder-810785-1-iscsi: {}, Sep 23 23:09:00.535305 dv-cinder-810785-1-iscsi neutron-server[94234]: Metadata agent@dv-cinder-810785-1-iscsi: {}, Sep 23 23:09:00.535305 dv-cinder-810785-1-iscsi neutron-server[94234]: Metering agent@dv-cinder-810785-1-iscsi: {}, Sep 23 23:09:00.535305 dv-cinder-810785-1-iscsi neutron-server[94234]: Open vSwitch agent@dv-cinder-810785-1-iscsi: { 'AddressGroup': '1.2', Sep 23 23:09:00.535305 dv-cinder-810785-1-iscsi neutron-server[94234]: 'ConntrackHelper': '1.0', Sep 23 23:09:00.535305 dv-cinder-810785-1-iscsi neutron-server[94234]: 'Log': '1.0', Sep 23 23:09:00.535305 dv-cinder-810785-1-iscsi neutron-server[94234]: 'Network': '1.1', Sep 23 23:09:00.535305 dv-cinder-810785-1-iscsi neutron-server[94234]: 'Port': '1.7', Sep 23 23:09:00.535305 dv-cinder-810785-1-iscsi neutron-server[94234]: 'PortForwarding': '1.2', Sep 23 23:09:00.535305 dv-cinder-810785-1-iscsi neutron-server[94234]: 'QosPolicy': '1.9', Sep 23 23:09:00.535305 dv-cinder-810785-1-iscsi neutron-server[94234]: 'SecurityGroup': '1.4', Sep 23 23:09:00.535305 dv-cinder-810785-1-iscsi neutron-server[94234]: 'SecurityGroupRule': '1.2', Sep 23 23:09:00.535305 dv-cinder-810785-1-iscsi neutron-server[94234]: 'SubPort': '1.0', Sep 23 23:09:00.535305 dv-cinder-810785-1-iscsi neutron-server[94234]: 'Subnet': '1.1', Sep 23 23:09:00.535305 dv-cinder-810785-1-iscsi neutron-server[94234]: 'Trunk': '1.1'}} Sep 23 23:09:00.535305 dv-cinder-810785-1-iscsi neutron-server[94234]: {{(pid=94234) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 23:09:00.580131 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [None req-b8b8da95-b174-44fb-81f8-6684389e19f2 admin admin] Allocated IP 172.20.0.1 (859f9436-dc16-4206-b2fa-4ec5d354a397/d5292f11-46b2-45b6-a3a7-25fa5706495d/47d0ecff-f43d-4f77-9661-f613809cf814) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:09:00.581543 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-024628b9-08bf-4484-8c7d-38e876d346f5 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:00.584929 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-024628b9-08bf-4484-8c7d-38e876d346f5 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/networks?id=ce9d38ed-90b0-4188-83c2-f86aff95fb9d HTTP/1.1" status: 200 len: 815 time: 0.2929876 Sep 23 23:09:00.594550 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.db [None req-c750c96e-5592-4e56-9a0f-b36dcb612dfe None None] For port 59cbbb6f-91f4-4bfc-a30b-2a69413700ad, host dv-cinder-810785-1-iscsi, cleared binding levels {{(pid=94234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:09:00.599601 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.db [None req-c750c96e-5592-4e56-9a0f-b36dcb612dfe None None] For port 59cbbb6f-91f4-4bfc-a30b-2a69413700ad, host dv-cinder-810785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=59cbbb6f-91f4-4bfc-a30b-2a69413700ad,segment=NetworkSegment(2ac125d2-b621-4cb4-9068-8fa074d03334),segment_id=2ac125d2-b621-4cb4-9068-8fa074d03334)] {{(pid=94234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:09:00.608551 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-c750c96e-5592-4e56-9a0f-b36dcb612dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:00.634801 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1af88d00-b74e-4985-8f6a-7844ed80aefb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:00.647180 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1af88d00-b74e-4985-8f6a-7844ed80aefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:00.678552 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c750c96e-5592-4e56-9a0f-b36dcb612dfe None None] Routers {'9a170505-6817-49d8-b9d3-3b2f1136fd14'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:09:00.679180 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-c750c96e-5592-4e56-9a0f-b36dcb612dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:08:58Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['9a170505-6817-49d8-b9d3-3b2f1136fd14'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:09:00.699738 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-6efa2de9-0be3-4461-9c7d-882ffbdb384f tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/quotas/2ddea2c61a124ba99508af5db99cfa3a HTTP/1.1" status: 200 len: 375 time: 0.1070979 Sep 23 23:09:00.747553 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-1af88d00-b74e-4985-8f6a-7844ed80aefb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4e31249d70524642810d1c93824abfe5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8233507 Sep 23 23:09:00.750258 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 51536) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:00.758017 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af88d00-b74e-4985-8f6a-7844ed80aefb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c65308-b519-46a0-8f94-910ea1a60f17,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:00.776923 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-b5e30bd4-3fb8-4b06-a8e3-f27af0ef03d6 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:09:00.778303 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-b5e30bd4-3fb8-4b06-a8e3-f27af0ef03d6 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0963931 Sep 23 23:09:00.786105 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-8b1b029c-3a02-4a4d-b082-1e7d3a515120 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2ddea2c61a124ba99508af5db99cfa3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0809629 Sep 23 23:09:00.829548 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b8b8da95-b174-44fb-81f8-6684389e19f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:00.833427 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-c750c96e-5592-4e56-9a0f-b36dcb612dfe None None] Set router 9a170505-6817-49d8-b9d3-3b2f1136fd14 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:09:00.861141 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4c0faa1d-126b-4083-9a9c-2729f6cf67ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:00.871732 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd3e3d7-7dbb-482b-ab04-ec02266eb08f None None] Pushing event updated for resources: {'Port': ['ID=59cbbb6f-91f4-4bfc-a30b-2a69413700ad,revision_number=3']} {{(pid=94234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:00.880672 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1ca92b32-47b3-42a3-9dbb-a2b6514f2b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596414'] for router, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:00.903936 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4c0faa1d-126b-4083-9a9c-2729f6cf67ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:00.914573 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b8b8da95-b174-44fb-81f8-6684389e19f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:00.986347 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-96e9cc64-081a-4165-ae7d-6ff27a141729 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:09:00.987576 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-96e9cc64-081a-4165-ae7d-6ff27a141729 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1132832 Sep 23 23:09:01.101984 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b8da95-b174-44fb-81f8-6684389e19f2 admin admin] Network 859f9436-dc16-4206-b2fa-4ec5d354a397 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:09:01.112156 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 912a857d-c8b4-422f-9263-7e95f5829405 up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:09:01.142568 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-b8b8da95-b174-44fb-81f8-6684389e19f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:09:01.151099 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b8da95-b174-44fb-81f8-6684389e19f2 admin admin] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:09:01.151280 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b8b8da95-b174-44fb-81f8-6684389e19f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595075'] for router_interface, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:01.193524 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-71ed451a-67d9-4dc7-98fa-d95769ac2454 service neutron] 10.222.0.46 "GET /v2.0/networks/f3fb57f6-721a-4c87-88ef-a1e082212ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034219 Sep 23 23:09:01.206043 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-49b2f40b-e5d7-4d49-a299-a12001a47113 service neutron] 10.222.0.46 "GET /v2.0/networks/ce9d38ed-90b0-4188-83c2-f86aff95fb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115524 Sep 23 23:09:01.214153 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-c750c96e-5592-4e56-9a0f-b36dcb612dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'name': 'tempest-AttachVolumeTestJSON-1805421075-router', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '59cbbb6f-91f4-4bfc-a30b-2a69413700ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:08:55Z', 'updated_at': '2021-09-23T23:08:57Z', 'revision_number': 3, 'project_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'gw_port': {'id': '59cbbb6f-91f4-4bfc-a30b-2a69413700ad', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:08:56Z', 'updated_at': '2021-09-23T23:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi'}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:09:01.235826 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4c0faa1d-126b-4083-9a9c-2729f6cf67ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:01.238504 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4c0faa1d-126b-4083-9a9c-2729f6cf67ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:01.240512 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-4c0faa1d-126b-4083-9a9c-2729f6cf67ec admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d1c65308-b519-46a0-8f94-910ea1a60f17 HTTP/1.1" status: 204 len: 168 time: 0.4893498 Sep 23 23:09:01.259772 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port 912a857d-c8b4-422f-9263-7e95f5829405 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:09:01.263955 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:01.279160 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0faa1d-126b-4083-9a9c-2729f6cf67ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c65308-b519-46a0-8f94-910ea1a60f17,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:01.280938 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b8da95-b174-44fb-81f8-6684389e19f2 admin admin] Pushing event updated for resources: {'Port': ['ID=47d0ecff-f43d-4f77-9661-f613809cf814,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:01.286024 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c750c96e-5592-4e56-9a0f-b36dcb612dfe None None] The sync data for ids ['9a170505-6817-49d8-b9d3-3b2f1136fd14'] in dv-cinder-810785-1-iscsi is: [{'id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'name': 'tempest-AttachVolumeTestJSON-1805421075-router', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '59cbbb6f-91f4-4bfc-a30b-2a69413700ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:08:55Z', 'updated_at': '2021-09-23T23:08:57Z', 'revision_number': 3, 'project_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'gw_port': {'id': '59cbbb6f-91f4-4bfc-a30b-2a69413700ad', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:08:56Z', 'updated_at': '2021-09-23T23:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi'}] {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:09:01.531902 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 51560) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:01.582779 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-26a8fe0f-e0f7-4f6e-a085-87c544918f92 None None] Provisioning complete for port 47d0ecff-f43d-4f77-9661-f613809cf814 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:09:01.583123 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-26a8fe0f-e0f7-4f6e-a085-87c544918f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:01.615471 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-fe7ff89c-43f5-4cde-975b-9ec7e6842071 service neutron] 10.222.0.46 "GET /v2.0/networks/f3fb57f6-721a-4c87-88ef-a1e082212ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981805 Sep 23 23:09:01.627428 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-e2c435fc-0888-4cbd-8517-1536f5d3d0c4 service neutron] 10.222.0.46 "GET /v2.0/networks/ce9d38ed-90b0-4188-83c2-f86aff95fb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176292 Sep 23 23:09:01.648048 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca92b32-47b3-42a3-9dbb-a2b6514f2b2b admin admin] Router 60e7f109-20d4-4f1f-aef7-c44f14ae6f09 is scheduled to L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 with binding_index 1 {{(pid=94232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:09:01.693030 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-26a8fe0f-e0f7-4f6e-a085-87c544918f92 None None] Port 47d0ecff-f43d-4f77-9661-f613809cf814 cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:09:01.827599 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b8b8da95-b174-44fb-81f8-6684389e19f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:01.957297 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4d1e3ad8-4f6a-4a0b-91fd-61bd9011aa03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:02.080310 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 51574) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:02.131232 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca92b32-47b3-42a3-9dbb-a2b6514f2b2b admin admin] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:09:02.147857 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4c3fed-c44f-4633-b01d-829ade6d2a17 None None] Sync routers for ids ['60e7f109-20d4-4f1f-aef7-c44f14ae6f09'] in dv-cinder-810785-1-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:09:02.196853 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4c3fed-c44f-4633-b01d-829ade6d2a17 None None] Routers {'60e7f109-20d4-4f1f-aef7-c44f14ae6f09'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:09:02.197619 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-5b4c3fed-c44f-4633-b01d-829ade6d2a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:08:58Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['60e7f109-20d4-4f1f-aef7-c44f14ae6f09'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:09:02.206867 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8ae553f0-00d9-4c11-a777-91882e160b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:02.376787 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b8b8da95-b174-44fb-81f8-6684389e19f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:02.386018 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b8b8da95-b174-44fb-81f8-6684389e19f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:02.386959 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b8b8da95-b174-44fb-81f8-6684389e19f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593523'] for router_interface, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:02.521350 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b8da95-b174-44fb-81f8-6684389e19f2 admin admin] Pushing event updated for resources: {'Port': ['ID=47d0ecff-f43d-4f77-9661-f613809cf814,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:02.606912 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b8da95-b174-44fb-81f8-6684389e19f2 admin admin] Network 859f9436-dc16-4206-b2fa-4ec5d354a397 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:09:02.610889 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-b8b8da95-b174-44fb-81f8-6684389e19f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:09:02.638825 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-5b4c3fed-c44f-4633-b01d-829ade6d2a17 None None] Set router 60e7f109-20d4-4f1f-aef7-c44f14ae6f09 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:09:02.759876 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8057f328-3541-4c73-83d5-296c41b3a53c req-abb61633-3e59-48ce-8692-d9656facf011 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5363ec-d506-4817-9a66-35508430891a HTTP/1.1" status: 200 len: 210 time: 0.4375613 Sep 23 23:09:02.839085 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4942b72c-d4e5-45df-9c33-79bd1ae492b2 req-3faa1d0b-f5a8-49b2-b12b-34dee3328942 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=69fe11ba-e818-4b8b-9913-9b2ff18eea9b HTTP/1.1" status: 200 len: 210 time: 0.0872734 Sep 23 23:09:02.941192 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4d1e3ad8-4f6a-4a0b-91fd-61bd9011aa03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:02.950994 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4d1e3ad8-4f6a-4a0b-91fd-61bd9011aa03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:02.992767 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1ca92b32-47b3-42a3-9dbb-a2b6514f2b2b admin admin] Notify callbacks [] for router, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:02.996852 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-1ca92b32-47b3-42a3-9dbb-a2b6514f2b2b admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.5856330 Sep 23 23:09:03.018634 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 51624) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:03.051909 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-4d1e3ad8-4f6a-4a0b-91fd-61bd9011aa03 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=83e2bd7d692f4f16a7befe4f47022363&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5132287 Sep 23 23:09:03.060467 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 51630) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:03.095095 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e3ad8-4f6a-4a0b-91fd-61bd9011aa03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a354cfb-4809-4193-a5db-a961a897efe6,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:03.162050 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-f69a32ce-b789-4c13-b822-0e64893658f5 None None] Provisioning complete for port 47d0ecff-f43d-4f77-9661-f613809cf814 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:09:03.165619 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-f69a32ce-b789-4c13-b822-0e64893658f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:03.173857 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b8da95-b174-44fb-81f8-6684389e19f2 admin admin] Router 9a170505-6817-49d8-b9d3-3b2f1136fd14 has already been hosted by L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 {{(pid=94231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:09:03.224421 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-72f4a4cc-2f25-4dd5-9845-bdb290df43f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:03.266204 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-72f4a4cc-2f25-4dd5-9845-bdb290df43f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:03.287660 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 59cbbb6f-91f4-4bfc-a30b-2a69413700ad up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:09:03.345408 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8ae553f0-00d9-4c11-a777-91882e160b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:03.351494 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8ae553f0-00d9-4c11-a777-91882e160b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:03.361437 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-5b4c3fed-c44f-4633-b01d-829ade6d2a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e7f109-20d4-4f1f-aef7-c44f14ae6f09', 'name': 'tempest-ServerRescueNegativeTestJSON-1560850368-router', 'tenant_id': '5cecf3dbc83542a19dc355f0eed91522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '3ef3c93b-9600-4344-9a12-bc60efb62cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:08:57Z', 'updated_at': '2021-09-23T23:08:59Z', 'revision_number': 3, 'project_id': '5cecf3dbc83542a19dc355f0eed91522', 'gw_port': {'id': '3ef3c93b-9600-4344-9a12-bc60efb62cf7', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:69:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e7f109-20d4-4f1f-aef7-c44f14ae6f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:08:58Z', 'updated_at': '2021-09-23T23:08:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi'}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:09:03.404477 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4c3fed-c44f-4633-b01d-829ade6d2a17 None None] Checking router: 60e7f109-20d4-4f1f-aef7-c44f14ae6f09 for host: dv-cinder-810785-1-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:09:03.405373 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4c3fed-c44f-4633-b01d-829ade6d2a17 None None] Updating router 60e7f109-20d4-4f1f-aef7-c44f14ae6f09 port 3ef3c93b-9600-4344-9a12-bc60efb62cf7 binding host dv-cinder-810785-1-iscsi {{(pid=94233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:09:03.409722 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae553f0-00d9-4c11-a777-91882e160b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ebd743-a1ca-4662-a6f3-44bb5ccb98a2,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:03.448239 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-72f4a4cc-2f25-4dd5-9845-bdb290df43f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:03.451246 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-72f4a4cc-2f25-4dd5-9845-bdb290df43f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:03.453327 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-72f4a4cc-2f25-4dd5-9845-bdb290df43f2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3a354cfb-4809-4193-a5db-a961a897efe6 HTTP/1.1" status: 204 len: 168 time: 0.3614349 Sep 23 23:09:03.458017 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-8ae553f0-00d9-4c11-a777-91882e160b89 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=08fda342f27140a787d2a4534ba45f43&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3653958 Sep 23 23:09:03.479654 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 51656) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:03.553781 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f4a4cc-2f25-4dd5-9845-bdb290df43f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a354cfb-4809-4193-a5db-a961a897efe6,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:03.608513 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-f69a32ce-b789-4c13-b822-0e64893658f5 None None] Port 47d0ecff-f43d-4f77-9661-f613809cf814 cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:09:03.640134 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port 59cbbb6f-91f4-4bfc-a30b-2a69413700ad triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:09:03.640949 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:03.699509 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-79eef22e-6f2b-4876-933f-9d3991f0bd3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:03.705052 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b8da95-b174-44fb-81f8-6684389e19f2 admin admin] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:09:03.718226 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-b8b8da95-b174-44fb-81f8-6684389e19f2 admin admin] 10.222.0.46 "PUT /v2.0/routers/9a170505-6817-49d8-b9d3-3b2f1136fd14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7492208 Sep 23 23:09:03.737471 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-5b4c3fed-c44f-4633-b01d-829ade6d2a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:03.766122 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-79eef22e-6f2b-4876-933f-9d3991f0bd3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:03.943207 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-79eef22e-6f2b-4876-933f-9d3991f0bd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:03.946262 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-79eef22e-6f2b-4876-933f-9d3991f0bd3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:03.947495 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-79eef22e-6f2b-4876-933f-9d3991f0bd3f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/29ebd743-a1ca-4662-a6f3-44bb5ccb98a2 HTTP/1.1" status: 204 len: 168 time: 0.4614570 Sep 23 23:09:04.002702 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eef22e-6f2b-4876-933f-9d3991f0bd3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ebd743-a1ca-4662-a6f3-44bb5ccb98a2,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:04.043091 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:04.082559 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-19e06f8d-3392-43de-81e9-9688c4870e84 req-e0fcba11-601e-46f8-af41-8f7f08e8d9a2 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5363ec-d506-4817-9a66-35508430891a HTTP/1.1" status: 200 len: 210 time: 0.0733485 Sep 23 23:09:04.155535 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6180275a-1ea4-43fb-bd49-a9aea7caa9f6 req-0098986e-469e-48ed-af03-b8f803820496 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=69fe11ba-e818-4b8b-9913-9b2ff18eea9b HTTP/1.1" status: 200 len: 210 time: 0.0718670 Sep 23 23:09:04.341238 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-259d5095-63b8-4a15-8c4d-23c33c403c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:04.367419 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] For port 59cbbb6f-91f4-4bfc-a30b-2a69413700ad, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=59cbbb6f-91f4-4bfc-a30b-2a69413700ad,segment=NetworkSegment(2ac125d2-b621-4cb4-9068-8fa074d03334),segment_id=2ac125d2-b621-4cb4-9068-8fa074d03334)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:09:04.387893 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:04.437595 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec6a54d-38c2-4f4a-84f8-69b16eba5d58 None None] Sync routers for ids ['9a170505-6817-49d8-b9d3-3b2f1136fd14'] in dv-cinder-810785-1-iscsi {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:09:04.458058 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec6a54d-38c2-4f4a-84f8-69b16eba5d58 None None] Routers {'9a170505-6817-49d8-b9d3-3b2f1136fd14'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:09:04.464149 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-6ec6a54d-38c2-4f4a-84f8-69b16eba5d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:08:58Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['9a170505-6817-49d8-b9d3-3b2f1136fd14'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:09:04.759739 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 51718) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:04.802698 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-594a3c06-822f-403b-953c-08a5b9241ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:04.912793 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [None req-259d5095-63b8-4a15-8c4d-23c33c403c96 admin admin] Allocated IP 172.20.0.1 (5ecc2712-9a4c-4406-a4a9-34a029e19ad4/11e43b35-bf07-41f5-b3f0-471b3986f781/6892339c-c358-45a9-8ef4-f23d64d3849b) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:09:04.933439 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-6ec6a54d-38c2-4f4a-84f8-69b16eba5d58 None None] Set router 9a170505-6817-49d8-b9d3-3b2f1136fd14 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:09:05.081763 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-594a3c06-822f-403b-953c-08a5b9241ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:05.088412 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-594a3c06-822f-403b-953c-08a5b9241ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:05.230868 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-594a3c06-822f-403b-953c-08a5b9241ff9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2c4202e6f4a2412c9ababe46513c1e78&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4660003 Sep 23 23:09:05.268848 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Pushing event updated for resources: {'Port': ['ID=59cbbb6f-91f4-4bfc-a30b-2a69413700ad,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:05.310662 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 51728) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:05.314908 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a3c06-822f-403b-953c-08a5b9241ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48a6abc-f255-484c-a24b-69d6abe5631f,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:05.345793 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-5b4c3fed-c44f-4633-b01d-829ade6d2a17 None None] Notify callbacks [] for port, precommit_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:05.366069 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-5b4c3fed-c44f-4633-b01d-829ade6d2a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:05.420909 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 51734) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:05.438696 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-259d5095-63b8-4a15-8c4d-23c33c403c96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:05.520444 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-6ec6a54d-38c2-4f4a-84f8-69b16eba5d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'name': 'tempest-AttachVolumeTestJSON-1805421075-router', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '59cbbb6f-91f4-4bfc-a30b-2a69413700ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:08:55Z', 'updated_at': '2021-09-23T23:09:01Z', 'revision_number': 4, 'project_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'gw_port': {'id': '59cbbb6f-91f4-4bfc-a30b-2a69413700ad', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:08:56Z', 'updated_at': '2021-09-23T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '47d0ecff-f43d-4f77-9661-f613809cf814', 'name': '', 'network_id': '859f9436-dc16-4206-b2fa-4ec5d354a397', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'mac_address': 'fa:16:3e:f7:9d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5292f11-46b2-45b6-a3a7-25fa5706495d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:09:00Z', 'updated_at': '2021-09-23T23:09:01Z', 'revision_number': 2, 'project_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'subnets': [{'id': 'd5292f11-46b2-45b6-a3a7-25fa5706495d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:09:05.533269 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c789b41-159a-441d-a5e2-8ea571f62360 None None] Pushing event updated for resources: {'Port': ['ID=3ef3c93b-9600-4344-9a12-bc60efb62cf7,revision_number=2']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:05.551160 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-259d5095-63b8-4a15-8c4d-23c33c403c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:05.554706 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-5b4c3fed-c44f-4633-b01d-829ade6d2a17 None None] Attempting to bind port 3ef3c93b-9600-4344-9a12-bc60efb62cf7 on host dv-cinder-810785-1-iscsi for vnic_type normal with profile {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:09:05.555771 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-5b4c3fed-c44f-4633-b01d-829ade6d2a17 None None] Attempting to bind port 3ef3c93b-9600-4344-9a12-bc60efb62cf7 by drivers openvswitch,hyperv on host dv-cinder-810785-1-iscsi at level 0 using segments [{'id': '2ac125d2-b621-4cb4-9068-8fa074d03334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:09:05.558291 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4c3fed-c44f-4633-b01d-829ade6d2a17 None None] Attempting to bind port 3ef3c93b-9600-4344-9a12-bc60efb62cf7 on network b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1 {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:09:05.566269 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9180a8b4-d71a-4559-b049-ed9912e39fc3 req-bcc9adff-3329-4461-aa20-c80a496d63a8 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5363ec-d506-4817-9a66-35508430891a HTTP/1.1" status: 200 len: 210 time: 0.0936365 Sep 23 23:09:05.581200 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4c3fed-c44f-4633-b01d-829ade6d2a17 None None] Checking agent: {'id': '481fc7b8-75a1-4de2-9424-90937d24576f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 0, 57), 'started_at': datetime.datetime(2021, 9, 23, 23, 1, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:09:05.581793 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4c3fed-c44f-4633-b01d-829ade6d2a17 None None] Checking segment: {'id': '2ac125d2-b621-4cb4-9068-8fa074d03334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:09:05.582460 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-5b4c3fed-c44f-4633-b01d-829ade6d2a17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:05.583102 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4c3fed-c44f-4633-b01d-829ade6d2a17 None None] Bound using segment: {'id': '2ac125d2-b621-4cb4-9068-8fa074d03334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:09:05.583881 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-5b4c3fed-c44f-4633-b01d-829ade6d2a17 None None] Bound port: 3ef3c93b-9600-4344-9a12-bc60efb62cf7, host: dv-cinder-810785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac125d2-b621-4cb4-9068-8fa074d03334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'}}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:09:05.588070 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-5b4c3fed-c44f-4633-b01d-829ade6d2a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:05.588331 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec6a54d-38c2-4f4a-84f8-69b16eba5d58 None None] Checking router: 9a170505-6817-49d8-b9d3-3b2f1136fd14 for host: dv-cinder-810785-1-iscsi {{(pid=94234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:09:05.588647 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec6a54d-38c2-4f4a-84f8-69b16eba5d58 None None] Updating router 9a170505-6817-49d8-b9d3-3b2f1136fd14 port 47d0ecff-f43d-4f77-9661-f613809cf814 binding host dv-cinder-810785-1-iscsi {{(pid=94234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:09:05.589117 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259d5095-63b8-4a15-8c4d-23c33c403c96 admin admin] Network 5ecc2712-9a4c-4406-a4a9-34a029e19ad4 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:09:05.596183 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-259d5095-63b8-4a15-8c4d-23c33c403c96 admin admin] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:09:05.603428 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259d5095-63b8-4a15-8c4d-23c33c403c96 admin admin] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:09:05.614864 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-259d5095-63b8-4a15-8c4d-23c33c403c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595075'] for router_interface, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:05.615969 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c015755a-3aaa-42f2-ab9d-d3c40ac99723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:05.716821 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-5b4c3fed-c44f-4633-b01d-829ade6d2a17 None None] For port 3ef3c93b-9600-4344-9a12-bc60efb62cf7, host dv-cinder-810785-1-iscsi, cleared binding levels {{(pid=94233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:09:05.723257 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-5b4c3fed-c44f-4633-b01d-829ade6d2a17 None None] For port 3ef3c93b-9600-4344-9a12-bc60efb62cf7, host dv-cinder-810785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=3ef3c93b-9600-4344-9a12-bc60efb62cf7,segment=NetworkSegment(2ac125d2-b621-4cb4-9068-8fa074d03334),segment_id=2ac125d2-b621-4cb4-9068-8fa074d03334)] {{(pid=94233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:09:05.732273 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-6ec6a54d-38c2-4f4a-84f8-69b16eba5d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:05.733848 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-5b4c3fed-c44f-4633-b01d-829ade6d2a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:05.762318 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c015755a-3aaa-42f2-ab9d-d3c40ac99723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:05.904265 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4c3fed-c44f-4633-b01d-829ade6d2a17 None None] Routers {'60e7f109-20d4-4f1f-aef7-c44f14ae6f09'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:09:05.910596 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-5b4c3fed-c44f-4633-b01d-829ade6d2a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:08:58Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['60e7f109-20d4-4f1f-aef7-c44f14ae6f09'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:09:05.926879 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c015755a-3aaa-42f2-ab9d-d3c40ac99723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:05.935386 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c015755a-3aaa-42f2-ab9d-d3c40ac99723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:05.939603 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-c015755a-3aaa-42f2-ab9d-d3c40ac99723 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c48a6abc-f255-484c-a24b-69d6abe5631f HTTP/1.1" status: 204 len: 168 time: 0.6127040 Sep 23 23:09:06.006720 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c789b41-159a-441d-a5e2-8ea571f62360 None None] Pushing event updated for resources: {'Port': ['ID=3ef3c93b-9600-4344-9a12-bc60efb62cf7,revision_number=3']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:06.045615 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.11', 63745) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:06.054473 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015755a-3aaa-42f2-ab9d-d3c40ac99723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48a6abc-f255-484c-a24b-69d6abe5631f,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:06.065059 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-7280fac4-2f36-411e-99c1-0ba588ab625d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:06.108584 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-259d5095-63b8-4a15-8c4d-23c33c403c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:06.162912 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-31378ff6-a103-44a0-ab96-a730bdfbd871 req-5377daad-aa43-4c29-b8ab-056bb2a3ade8 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=69fe11ba-e818-4b8b-9913-9b2ff18eea9b HTTP/1.1" status: 200 len: 210 time: 0.2543476 Sep 23 23:09:06.226917 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 51770) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:06.242600 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-4dfda96a-4a02-469c-81b2-b289fcd9f803 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1382710379', 'description': 'tempest-description--623246611'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:09:06.414723 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-5b4c3fed-c44f-4633-b01d-829ade6d2a17 None None] Set router 60e7f109-20d4-4f1f-aef7-c44f14ae6f09 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:09:06.573520 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-259d5095-63b8-4a15-8c4d-23c33c403c96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:06.587718 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-259d5095-63b8-4a15-8c4d-23c33c403c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:06.588476 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-259d5095-63b8-4a15-8c4d-23c33c403c96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593523'] for router_interface, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:06.588744 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-6ec6a54d-38c2-4f4a-84f8-69b16eba5d58 None None] Notify callbacks [] for port, precommit_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:06.593670 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.db.api [None req-7280fac4-2f36-411e-99c1-0ba588ab625d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 23:09:06.593670 dv-cinder-810785-1-iscsi neutron-server[94232]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 23 23:09:06.593670 dv-cinder-810785-1-iscsi neutron-server[94232]: [parameters: {'project_id': 'ffa2f34046254adfa78970a566351b2b', 'id': '671c192c-c299-4392-9b92-1e123a3d87b5', 'expiration': datetime.datetime(2021, 9, 23, 23, 11, 6, 413542)}] Sep 23 23:09:06.593670 dv-cinder-810785-1-iscsi neutron-server[94232]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 23:09:06.594366 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG oslo_db.api [None req-7280fac4-2f36-411e-99c1-0ba588ab625d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 23:09:06.602444 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-6ec6a54d-38c2-4f4a-84f8-69b16eba5d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:06.606458 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4dfda96a-4a02-469c-81b2-b289fcd9f803 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:06.687011 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-3781eb72-78d9-4c2a-a92b-9fc734917a4c tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:06.688870 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-3781eb72-78d9-4c2a-a92b-9fc734917a4c tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.11 "GET /v2.0/networks?id=f3fb57f6-721a-4c87-88ef-a1e082212ed1 HTTP/1.1" status: 200 len: 812 time: 0.6276982 Sep 23 23:09:06.690043 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d5095-63b8-4a15-8c4d-23c33c403c96 admin admin] Pushing event updated for resources: {'Port': ['ID=6892339c-c358-45a9-8ef4-f23d64d3849b,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:06.770451 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a7aa1-df60-4e3f-80e5-aec05bfd0f46 None None] Pushing event updated for resources: {'Port': ['ID=47d0ecff-f43d-4f77-9661-f613809cf814,revision_number=3']} {{(pid=94234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:06.797814 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-519caebe-ed5e-4fca-91cf-e4f6de640d79 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Request body: {'port': {'device_id': '7c5363ec-d506-4817-9a66-35508430891a', 'network_id': 'f3fb57f6-721a-4c87-88ef-a1e082212ed1', 'admin_state_up': True, 'tenant_id': 'a1de9e5da1fa4f0da7a52c695619bf19'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:09:06.968122 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d5095-63b8-4a15-8c4d-23c33c403c96 admin admin] Pushing event updated for resources: {'Port': ['ID=6892339c-c358-45a9-8ef4-f23d64d3849b,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:06.969473 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-6ec6a54d-38c2-4f4a-84f8-69b16eba5d58 None None] Attempting to bind port 47d0ecff-f43d-4f77-9661-f613809cf814 on host dv-cinder-810785-1-iscsi for vnic_type normal with profile {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:09:06.969473 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-6ec6a54d-38c2-4f4a-84f8-69b16eba5d58 None None] Attempting to bind port 47d0ecff-f43d-4f77-9661-f613809cf814 by drivers openvswitch,hyperv on host dv-cinder-810785-1-iscsi at level 0 using segments [{'id': '3a43d669-9c88-4ebc-9cde-198915606ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '859f9436-dc16-4206-b2fa-4ec5d354a397'}] {{(pid=94234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:09:06.969473 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec6a54d-38c2-4f4a-84f8-69b16eba5d58 None None] Attempting to bind port 47d0ecff-f43d-4f77-9661-f613809cf814 on network 859f9436-dc16-4206-b2fa-4ec5d354a397 {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:09:06.969473 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec6a54d-38c2-4f4a-84f8-69b16eba5d58 None None] Checking agent: {'id': '481fc7b8-75a1-4de2-9424-90937d24576f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 0, 57), 'started_at': datetime.datetime(2021, 9, 23, 23, 1, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:09:06.969473 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec6a54d-38c2-4f4a-84f8-69b16eba5d58 None None] Checking segment: {'id': '3a43d669-9c88-4ebc-9cde-198915606ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '859f9436-dc16-4206-b2fa-4ec5d354a397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:09:06.969473 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-6ec6a54d-38c2-4f4a-84f8-69b16eba5d58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:06.969473 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec6a54d-38c2-4f4a-84f8-69b16eba5d58 None None] Bound using segment: {'id': '3a43d669-9c88-4ebc-9cde-198915606ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '859f9436-dc16-4206-b2fa-4ec5d354a397'} {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:09:06.969473 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-6ec6a54d-38c2-4f4a-84f8-69b16eba5d58 None None] Bound port: 47d0ecff-f43d-4f77-9661-f613809cf814, host: dv-cinder-810785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a43d669-9c88-4ebc-9cde-198915606ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '859f9436-dc16-4206-b2fa-4ec5d354a397'}}] {{(pid=94234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:09:06.972685 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-6ec6a54d-38c2-4f4a-84f8-69b16eba5d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:07.022951 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-5b4c3fed-c44f-4633-b01d-829ade6d2a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e7f109-20d4-4f1f-aef7-c44f14ae6f09', 'name': 'tempest-ServerRescueNegativeTestJSON-1560850368-router', 'tenant_id': '5cecf3dbc83542a19dc355f0eed91522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '3ef3c93b-9600-4344-9a12-bc60efb62cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:08:57Z', 'updated_at': '2021-09-23T23:08:59Z', 'revision_number': 3, 'project_id': '5cecf3dbc83542a19dc355f0eed91522', 'gw_port': {'id': '3ef3c93b-9600-4344-9a12-bc60efb62cf7', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:69:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e7f109-20d4-4f1f-aef7-c44f14ae6f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:08:58Z', 'updated_at': '2021-09-23T23:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi'}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:09:07.046614 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.11', 63752) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:07.087711 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4c3fed-c44f-4633-b01d-829ade6d2a17 None None] The sync data for ids ['60e7f109-20d4-4f1f-aef7-c44f14ae6f09'] in dv-cinder-810785-1-iscsi is: [{'id': '60e7f109-20d4-4f1f-aef7-c44f14ae6f09', 'name': 'tempest-ServerRescueNegativeTestJSON-1560850368-router', 'tenant_id': '5cecf3dbc83542a19dc355f0eed91522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '3ef3c93b-9600-4344-9a12-bc60efb62cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:08:57Z', 'updated_at': '2021-09-23T23:08:59Z', 'revision_number': 3, 'project_id': '5cecf3dbc83542a19dc355f0eed91522', 'gw_port': {'id': '3ef3c93b-9600-4344-9a12-bc60efb62cf7', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:69:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e7f109-20d4-4f1f-aef7-c44f14ae6f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:08:58Z', 'updated_at': '2021-09-23T23:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi'}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:09:07.105120 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259d5095-63b8-4a15-8c4d-23c33c403c96 admin admin] Network 5ecc2712-9a4c-4406-a4a9-34a029e19ad4 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:09:07.128449 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-259d5095-63b8-4a15-8c4d-23c33c403c96 admin admin] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:09:07.221285 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 59cbbb6f-91f4-4bfc-a30b-2a69413700ad up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:09:07.280492 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-7280fac4-2f36-411e-99c1-0ba588ab625d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:07.311058 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.db [None req-6ec6a54d-38c2-4f4a-84f8-69b16eba5d58 None None] For port 47d0ecff-f43d-4f77-9661-f613809cf814, host dv-cinder-810785-1-iscsi, cleared binding levels {{(pid=94234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:09:07.316855 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.db [None req-6ec6a54d-38c2-4f4a-84f8-69b16eba5d58 None None] For port 47d0ecff-f43d-4f77-9661-f613809cf814, host dv-cinder-810785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=47d0ecff-f43d-4f77-9661-f613809cf814,segment=NetworkSegment(3a43d669-9c88-4ebc-9cde-198915606ca5),segment_id=3a43d669-9c88-4ebc-9cde-198915606ca5)] {{(pid=94234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:09:07.324419 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-6ec6a54d-38c2-4f4a-84f8-69b16eba5d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:07.422494 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d873240d-6dfe-49b9-9fc9-d5fec56ee392 req-bb926f2e-ec60-4b44-81e5-8dccb3581361 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5363ec-d506-4817-9a66-35508430891a HTTP/1.1" status: 200 len: 210 time: 0.1096706 Sep 23 23:09:07.481342 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec6a54d-38c2-4f4a-84f8-69b16eba5d58 None None] Routers {'9a170505-6817-49d8-b9d3-3b2f1136fd14'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:09:07.482652 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-6ec6a54d-38c2-4f4a-84f8-69b16eba5d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:08:58Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['9a170505-6817-49d8-b9d3-3b2f1136fd14'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:09:07.483826 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-4dc81f45-9476-45b2-baa9-38686e9c9785 None None] Provisioning complete for port 47d0ecff-f43d-4f77-9661-f613809cf814 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:09:07.484208 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-4dc81f45-9476-45b2-baa9-38686e9c9785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:07.619164 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4dfda96a-4a02-469c-81b2-b289fcd9f803 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:07.694790 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ca926898-3c0e-4d41-89e2-c96194c9d342 req-92262fcf-ba6d-4a80-b399-f0c132630c73 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=69fe11ba-e818-4b8b-9913-9b2ff18eea9b HTTP/1.1" status: 200 len: 210 time: 0.0874410 Sep 23 23:09:07.699723 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port 59cbbb6f-91f4-4bfc-a30b-2a69413700ad triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:09:07.708454 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:07.770937 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-ed4d5e26-7f8e-4904-8a8a-6591d6333dfa tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:07.793385 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-ed4d5e26-7f8e-4904-8a8a-6591d6333dfa tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.11 "GET /v2.0/networks?id=ce9d38ed-90b0-4188-83c2-f86aff95fb9d HTTP/1.1" status: 200 len: 815 time: 0.7456625 Sep 23 23:09:07.799450 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a7aa1-df60-4e3f-80e5-aec05bfd0f46 None None] Pushing event updated for resources: {'Port': ['ID=47d0ecff-f43d-4f77-9661-f613809cf814,revision_number=4']} {{(pid=94234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:07.849065 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-d5f9c987-d8b9-453a-bfbb-058f847ae627 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Request body: {'port': {'device_id': '69fe11ba-e818-4b8b-9913-9b2ff18eea9b', 'network_id': 'ce9d38ed-90b0-4188-83c2-f86aff95fb9d', 'admin_state_up': True, 'tenant_id': '2ddea2c61a124ba99508af5db99cfa3a'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:09:07.900854 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4dfda96a-4a02-469c-81b2-b289fcd9f803 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:07.908399 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-6ec6a54d-38c2-4f4a-84f8-69b16eba5d58 None None] Set router 9a170505-6817-49d8-b9d3-3b2f1136fd14 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:09:07.941786 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:08.027276 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfda96a-4a02-469c-81b2-b289fcd9f803 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=671e2a00-c4c5-458e-8897-09bc752aed03,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:08.035847 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.db.api [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-519caebe-ed5e-4fca-91cf-e4f6de640d79 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 23:09:08.035847 dv-cinder-810785-1-iscsi neutron-server[94232]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 23:09:08.035847 dv-cinder-810785-1-iscsi neutron-server[94232]: [parameters: {'project_id_1': 'a1de9e5da1fa4f0da7a52c695619bf19', 'expiration_1': datetime.datetime(2021, 9, 23, 23, 8, 47, 339182)}] Sep 23 23:09:08.035847 dv-cinder-810785-1-iscsi neutron-server[94232]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 23:09:08.038529 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG oslo_db.api [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-519caebe-ed5e-4fca-91cf-e4f6de640d79 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 23:09:08.047066 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-4dc81f45-9476-45b2-baa9-38686e9c9785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:08.182875 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-7280fac4-2f36-411e-99c1-0ba588ab625d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:08.189699 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-7280fac4-2f36-411e-99c1-0ba588ab625d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:08.258558 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-7280fac4-2f36-411e-99c1-0ba588ab625d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ffa2f34046254adfa78970a566351b2b&name=default HTTP/1.1" status: 200 len: 2975 time: 2.8349967 Sep 23 23:09:08.263745 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4dfda96a-4a02-469c-81b2-b289fcd9f803 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:08.269996 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-4dfda96a-4a02-469c-81b2-b289fcd9f803 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 2.0370929 Sep 23 23:09:08.276038 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 51852) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:08.276758 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 51854) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:08.318137 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-bd28e487-db52-48a0-85ef-780ec8c73ded tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Request body: {'security_group_rule': {'security_group_id': '671e2a00-c4c5-458e-8897-09bc752aed03', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:09:08.420648 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-4dc81f45-9476-45b2-baa9-38686e9c9785 None None] For port 47d0ecff-f43d-4f77-9661-f613809cf814, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=47d0ecff-f43d-4f77-9661-f613809cf814,segment=NetworkSegment(3a43d669-9c88-4ebc-9cde-198915606ca5),segment_id=3a43d669-9c88-4ebc-9cde-198915606ca5)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:09:08.426667 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-4dc81f45-9476-45b2-baa9-38686e9c9785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:08.605529 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259d5095-63b8-4a15-8c4d-23c33c403c96 admin admin] Router 60e7f109-20d4-4f1f-aef7-c44f14ae6f09 has already been hosted by L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 {{(pid=94231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:09:08.613173 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280fac4-2f36-411e-99c1-0ba588ab625d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73f0302-b8cc-40ed-b1c2-fa7f33e27d25,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:08.620201 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-6ec6a54d-38c2-4f4a-84f8-69b16eba5d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'name': 'tempest-AttachVolumeTestJSON-1805421075-router', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '59cbbb6f-91f4-4bfc-a30b-2a69413700ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:08:55Z', 'updated_at': '2021-09-23T23:09:01Z', 'revision_number': 4, 'project_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'gw_port': {'id': '59cbbb6f-91f4-4bfc-a30b-2a69413700ad', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:08:56Z', 'updated_at': '2021-09-23T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '47d0ecff-f43d-4f77-9661-f613809cf814', 'name': '', 'network_id': '859f9436-dc16-4206-b2fa-4ec5d354a397', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'mac_address': 'fa:16:3e:f7:9d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5292f11-46b2-45b6-a3a7-25fa5706495d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:09:00Z', 'updated_at': '2021-09-23T23:09:07Z', 'revision_number': 4, 'project_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'subnets': [{'id': 'd5292f11-46b2-45b6-a3a7-25fa5706495d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:09:08.623042 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0df2e611-ad26-4ee3-990f-27e95de9eea0 None None] Provisioning complete for port 47d0ecff-f43d-4f77-9661-f613809cf814 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:09:08.624922 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0df2e611-ad26-4ee3-990f-27e95de9eea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:08.790912 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec6a54d-38c2-4f4a-84f8-69b16eba5d58 None None] The sync data for ids ['9a170505-6817-49d8-b9d3-3b2f1136fd14'] in dv-cinder-810785-1-iscsi is: [{'id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'name': 'tempest-AttachVolumeTestJSON-1805421075-router', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '59cbbb6f-91f4-4bfc-a30b-2a69413700ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:08:55Z', 'updated_at': '2021-09-23T23:09:01Z', 'revision_number': 4, 'project_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'gw_port': {'id': '59cbbb6f-91f4-4bfc-a30b-2a69413700ad', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:08:56Z', 'updated_at': '2021-09-23T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '47d0ecff-f43d-4f77-9661-f613809cf814', 'name': '', 'network_id': '859f9436-dc16-4206-b2fa-4ec5d354a397', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'mac_address': 'fa:16:3e:f7:9d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5292f11-46b2-45b6-a3a7-25fa5706495d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:09:00Z', 'updated_at': '2021-09-23T23:09:07Z', 'revision_number': 4, 'project_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'subnets': [{'id': 'd5292f11-46b2-45b6-a3a7-25fa5706495d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:09:08.811785 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc81f45-9476-45b2-baa9-38686e9c9785 None None] Pushing event updated for resources: {'Port': ['ID=47d0ecff-f43d-4f77-9661-f613809cf814,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:08.824391 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-bd28e487-db52-48a0-85ef-780ec8c73ded tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:08.906922 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-a483a949-31f2-4678-8ed9-17cf9b8fd2e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:08.961539 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-519caebe-ed5e-4fca-91cf-e4f6de640d79 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Made reservation on behalf of a1de9e5da1fa4f0da7a52c695619bf19 for: {'port': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:09:09.010320 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-519caebe-ed5e-4fca-91cf-e4f6de640d79 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:09.205957 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259d5095-63b8-4a15-8c4d-23c33c403c96 admin admin] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:09:09.208365 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-d5f9c987-d8b9-453a-bfbb-058f847ae627 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Made reservation on behalf of 2ddea2c61a124ba99508af5db99cfa3a for: {'port': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:09:09.213291 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-d5f9c987-d8b9-453a-bfbb-058f847ae627 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:09.225899 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-259d5095-63b8-4a15-8c4d-23c33c403c96 admin admin] 10.222.0.46 "PUT /v2.0/routers/60e7f109-20d4-4f1f-aef7-c44f14ae6f09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2038753 Sep 23 23:09:09.328776 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 47d0ecff-f43d-4f77-9661-f613809cf814 up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:09:09.442929 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port 47d0ecff-f43d-4f77-9661-f613809cf814 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:09:09.447946 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:09.488579 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f06b72cd-e3ce-42a5-ad04-8e8403857297 req-9d9886ef-4fbd-4e89-a7b6-c43214d76dab tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5363ec-d506-4817-9a66-35508430891a HTTP/1.1" status: 200 len: 210 time: 0.8316658 Sep 23 23:09:09.674220 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-a483a949-31f2-4678-8ed9-17cf9b8fd2e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:09.749012 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 3ef3c93b-9600-4344-9a12-bc60efb62cf7 up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:09:09.872989 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-d5f9c987-d8b9-453a-bfbb-058f847ae627 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Allocated IP 172.20.0.7 (ce9d38ed-90b0-4188-83c2-f86aff95fb9d/dadbb2c8-7187-415d-b3c4-d09ac2c1fdfd/afe7c452-c2b1-4452-acee-2f5e7a38185d) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:09:09.881361 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e516387d-d21e-4193-bdc8-5880e38eba27 req-779298b6-3a81-41b9-b4f2-9b424e351f34 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=69fe11ba-e818-4b8b-9913-9b2ff18eea9b HTTP/1.1" status: 200 len: 210 time: 0.8063006 Sep 23 23:09:09.982337 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port 3ef3c93b-9600-4344-9a12-bc60efb62cf7 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:09:09.993530 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:10.041390 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-a483a949-31f2-4678-8ed9-17cf9b8fd2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:10.047850 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-a483a949-31f2-4678-8ed9-17cf9b8fd2e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:10.054089 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-a483a949-31f2-4678-8ed9-17cf9b8fd2e3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f73f0302-b8cc-40ed-b1c2-fa7f33e27d25 HTTP/1.1" status: 204 len: 168 time: 1.7760789 Sep 23 23:09:10.220770 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-bd28e487-db52-48a0-85ef-780ec8c73ded tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:10.240625 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483a949-31f2-4678-8ed9-17cf9b8fd2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73f0302-b8cc-40ed-b1c2-fa7f33e27d25,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:10.252125 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:10.295253 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-bd28e487-db52-48a0-85ef-780ec8c73ded tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623447'] for security_group_rule, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:10.338133 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] For port 3ef3c93b-9600-4344-9a12-bc60efb62cf7, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=3ef3c93b-9600-4344-9a12-bc60efb62cf7,segment=NetworkSegment(2ac125d2-b621-4cb4-9068-8fa074d03334),segment_id=2ac125d2-b621-4cb4-9068-8fa074d03334)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:09:10.366042 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_common [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-519caebe-ed5e-4fca-91cf-e4f6de640d79 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Allocated IP 172.20.0.14 (f3fb57f6-721a-4c87-88ef-a1e082212ed1/189db14d-e9ba-4957-858f-48c644cc288d/573f9f71-3f41-4bb4-98fd-9cd5929444b6) {{(pid=94232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:09:10.430191 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:10.433577 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd28e487-db52-48a0-85ef-780ec8c73ded tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d9827d-0f3a-4b10-af01-95b3bf81ec0d,revision_number=0']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:10.546656 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-d5f9c987-d8b9-453a-bfbb-058f847ae627 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:10.595935 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-bd28e487-db52-48a0-85ef-780ec8c73ded tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:10.608090 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-bd28e487-db52-48a0-85ef-780ec8c73ded tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3287997 Sep 23 23:09:10.636885 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Pushing event updated for resources: {'Port': ['ID=3ef3c93b-9600-4344-9a12-bc60efb62cf7,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:10.643864 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 51920) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:10.678671 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-d5f9c987-d8b9-453a-bfbb-058f847ae627 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:10.686920 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-cf7e5b2d-2d33-449b-ac22-ac5b78a25140 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Request body: {'security_group_rule': {'security_group_id': '671e2a00-c4c5-458e-8897-09bc752aed03', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:09:10.950605 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70a47c0-6146-4af8-8315-ac4c60c88204 None None] Sync routers for ids ['60e7f109-20d4-4f1f-aef7-c44f14ae6f09'] in dv-cinder-810785-1-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:09:10.969072 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70a47c0-6146-4af8-8315-ac4c60c88204 None None] Routers {'60e7f109-20d4-4f1f-aef7-c44f14ae6f09'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:09:10.975078 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-c70a47c0-6146-4af8-8315-ac4c60c88204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:08:58Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['60e7f109-20d4-4f1f-aef7-c44f14ae6f09'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:09:11.147173 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-d5f9c987-d8b9-453a-bfbb-058f847ae627 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Network ce9d38ed-90b0-4188-83c2-f86aff95fb9d is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:09:11.161760 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-d5f9c987-d8b9-453a-bfbb-058f847ae627 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:09:11.172046 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-d5f9c987-d8b9-453a-bfbb-058f847ae627 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:09:11.181528 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-d5f9c987-d8b9-453a-bfbb-058f847ae627 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:11.182643 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-d5f9c987-d8b9-453a-bfbb-058f847ae627 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:11.192603 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9c987-d8b9-453a-bfbb-058f847ae627 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Pushing event updated for resources: {'Port': ['ID=afe7c452-c2b1-4452-acee-2f5e7a38185d,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:11.209466 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a3e3e669-7ada-423a-a95a-d58fb0d1ae55 req-960a0bac-9c9e-48b8-aaa4-d3a1ecf434eb tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5363ec-d506-4817-9a66-35508430891a HTTP/1.1" status: 200 len: 210 time: 0.4293907 Sep 23 23:09:11.217017 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 3ef3c93b-9600-4344-9a12-bc60efb62cf7 up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:09:11.217491 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-d5f9c987-d8b9-453a-bfbb-058f847ae627 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4017560 Sep 23 23:09:11.240208 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-90283d4b-ef6a-441e-b5ff-4e74fe29afd3 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94231) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:09:11.241711 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-90283d4b-ef6a-441e-b5ff-4e74fe29afd3 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088179 Sep 23 23:09:11.327447 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-cf7e5b2d-2d33-449b-ac22-ac5b78a25140 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:11.368218 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-c70a47c0-6146-4af8-8315-ac4c60c88204 None None] Set router 60e7f109-20d4-4f1f-aef7-c44f14ae6f09 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:09:11.451569 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port 3ef3c93b-9600-4344-9a12-bc60efb62cf7 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:09:11.451945 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:11.508705 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591a721-193b-46f0-884f-e39ec01fa08b req-0bdb8686-0489-4d8e-8f07-d7112b94ea9b tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:11.512960 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c591a721-193b-46f0-884f-e39ec01fa08b req-0bdb8686-0489-4d8e-8f07-d7112b94ea9b tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/networks?id=5ecc2712-9a4c-4406-a4a9-34a029e19ad4 HTTP/1.1" status: 200 len: 819 time: 1.1495697 Sep 23 23:09:11.810091 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 51938) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:11.932710 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c591a721-193b-46f0-884f-e39ec01fa08b req-8dc91af7-1d6c-4d3a-a847-dbc94a324a3e tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/quotas/5cecf3dbc83542a19dc355f0eed91522 HTTP/1.1" status: 200 len: 375 time: 0.4063523 Sep 23 23:09:12.219977 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d8c6eec3-ae5b-4038-bc0d-6015d35452c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:12.222610 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-c70a47c0-6146-4af8-8315-ac4c60c88204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e7f109-20d4-4f1f-aef7-c44f14ae6f09', 'name': 'tempest-ServerRescueNegativeTestJSON-1560850368-router', 'tenant_id': '5cecf3dbc83542a19dc355f0eed91522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '3ef3c93b-9600-4344-9a12-bc60efb62cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:08:57Z', 'updated_at': '2021-09-23T23:09:05Z', 'revision_number': 4, 'project_id': '5cecf3dbc83542a19dc355f0eed91522', 'gw_port': {'id': '3ef3c93b-9600-4344-9a12-bc60efb62cf7', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e7f109-20d4-4f1f-aef7-c44f14ae6f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:08:58Z', 'updated_at': '2021-09-23T23:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '6892339c-c358-45a9-8ef4-f23d64d3849b', 'name': '', 'network_id': '5ecc2712-9a4c-4406-a4a9-34a029e19ad4', 'tenant_id': '5cecf3dbc83542a19dc355f0eed91522', 'mac_address': 'fa:16:3e:ce:99:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e7f109-20d4-4f1f-aef7-c44f14ae6f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '11e43b35-bf07-41f5-b3f0-471b3986f781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:09:04Z', 'updated_at': '2021-09-23T23:09:06Z', 'revision_number': 2, 'project_id': '5cecf3dbc83542a19dc355f0eed91522', 'subnets': [{'id': '11e43b35-bf07-41f5-b3f0-471b3986f781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:09:12.245342 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-cf7e5b2d-2d33-449b-ac22-ac5b78a25140 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:12.322542 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-cf7e5b2d-2d33-449b-ac22-ac5b78a25140 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623447'] for security_group_rule, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:12.323779 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70a47c0-6146-4af8-8315-ac4c60c88204 None None] Checking router: 60e7f109-20d4-4f1f-aef7-c44f14ae6f09 for host: dv-cinder-810785-1-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:09:12.324498 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70a47c0-6146-4af8-8315-ac4c60c88204 None None] Updating router 60e7f109-20d4-4f1f-aef7-c44f14ae6f09 port 6892339c-c358-45a9-8ef4-f23d64d3849b binding host dv-cinder-810785-1-iscsi {{(pid=94233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:09:12.345082 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-be60a8c8-37dc-4959-9f8c-52ec92ec4fc3 service neutron] Request body: {'port': {'device_id': '69fe11ba-e818-4b8b-9913-9b2ff18eea9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81078'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:09:12.377769 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8d551-5656-4d8d-9632-7cb67022d431 req-11ad7d7b-e51b-43e7-955c-733de04264bd tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:12.392958 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-28e8d551-5656-4d8d-9632-7cb67022d431 req-11ad7d7b-e51b-43e7-955c-733de04264bd tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=69fe11ba-e818-4b8b-9913-9b2ff18eea9b HTTP/1.1" status: 200 len: 931 time: 0.8135035 Sep 23 23:09:12.398915 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c70a47c0-6146-4af8-8315-ac4c60c88204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:12.457716 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-519caebe-ed5e-4fca-91cf-e4f6de640d79 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Notify callbacks [] for port, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:12.529538 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e5b2d-2d33-449b-ac22-ac5b78a25140 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e2318f2-d760-4525-b9af-6b183771e963,revision_number=0']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:12.664503 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-be60a8c8-37dc-4959-9f8c-52ec92ec4fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:12.674523 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c591a721-193b-46f0-884f-e39ec01fa08b req-1c7208fb-ebd6-4484-819b-f7c1fe5d944c tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5cecf3dbc83542a19dc355f0eed91522&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6840065 Sep 23 23:09:13.089536 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-28e8d551-5656-4d8d-9632-7cb67022d431 req-19655920-a8e8-4f78-9bb7-09c4483a16f7 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6951942 Sep 23 23:09:13.151728 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-519caebe-ed5e-4fca-91cf-e4f6de640d79 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663'] for port, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:13.397092 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c70a47c0-6146-4af8-8315-ac4c60c88204 None None] Notify callbacks [] for port, precommit_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:13.406322 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c70a47c0-6146-4af8-8315-ac4c60c88204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:13.583174 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b68ca1-8355-46e1-9416-9585b1bdea28 None None] Pushing event updated for resources: {'Port': ['ID=6892339c-c358-45a9-8ef4-f23d64d3849b,revision_number=3']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:13.588300 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-c70a47c0-6146-4af8-8315-ac4c60c88204 None None] Attempting to bind port 6892339c-c358-45a9-8ef4-f23d64d3849b on host dv-cinder-810785-1-iscsi for vnic_type normal with profile {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:09:13.588845 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-c70a47c0-6146-4af8-8315-ac4c60c88204 None None] Attempting to bind port 6892339c-c358-45a9-8ef4-f23d64d3849b by drivers openvswitch,hyperv on host dv-cinder-810785-1-iscsi at level 0 using segments [{'id': 'fcf90ec9-7077-42ff-ae12-ee710ab4c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5ecc2712-9a4c-4406-a4a9-34a029e19ad4'}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:09:13.589381 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70a47c0-6146-4af8-8315-ac4c60c88204 None None] Attempting to bind port 6892339c-c358-45a9-8ef4-f23d64d3849b on network 5ecc2712-9a4c-4406-a4a9-34a029e19ad4 {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:09:13.596624 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70a47c0-6146-4af8-8315-ac4c60c88204 None None] Checking agent: {'id': '481fc7b8-75a1-4de2-9424-90937d24576f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 0, 57), 'started_at': datetime.datetime(2021, 9, 23, 23, 1, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:09:13.597553 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70a47c0-6146-4af8-8315-ac4c60c88204 None None] Checking segment: {'id': 'fcf90ec9-7077-42ff-ae12-ee710ab4c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5ecc2712-9a4c-4406-a4a9-34a029e19ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:09:13.599257 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c70a47c0-6146-4af8-8315-ac4c60c88204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:13.600020 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70a47c0-6146-4af8-8315-ac4c60c88204 None None] Bound using segment: {'id': 'fcf90ec9-7077-42ff-ae12-ee710ab4c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5ecc2712-9a4c-4406-a4a9-34a029e19ad4'} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:09:13.600681 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-c70a47c0-6146-4af8-8315-ac4c60c88204 None None] Bound port: 6892339c-c358-45a9-8ef4-f23d64d3849b, host: dv-cinder-810785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf90ec9-7077-42ff-ae12-ee710ab4c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5ecc2712-9a4c-4406-a4a9-34a029e19ad4'}}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:09:13.601410 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c70a47c0-6146-4af8-8315-ac4c60c88204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:13.787177 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-c70a47c0-6146-4af8-8315-ac4c60c88204 None None] For port 6892339c-c358-45a9-8ef4-f23d64d3849b, host dv-cinder-810785-1-iscsi, cleared binding levels {{(pid=94233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:09:13.795375 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-c70a47c0-6146-4af8-8315-ac4c60c88204 None None] For port 6892339c-c358-45a9-8ef4-f23d64d3849b, host dv-cinder-810785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=6892339c-c358-45a9-8ef4-f23d64d3849b,segment=NetworkSegment(fcf90ec9-7077-42ff-ae12-ee710ab4c6ad),segment_id=fcf90ec9-7077-42ff-ae12-ee710ab4c6ad)] {{(pid=94233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:09:13.812742 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c70a47c0-6146-4af8-8315-ac4c60c88204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:13.871557 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519caebe-ed5e-4fca-91cf-e4f6de640d79 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Pushing event updated for resources: {'Port': ['ID=573f9f71-3f41-4bb4-98fd-9cd5929444b6,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:13.892985 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-519caebe-ed5e-4fca-91cf-e4f6de640d79 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Network f3fb57f6-721a-4c87-88ef-a1e082212ed1 is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:09:13.900394 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-519caebe-ed5e-4fca-91cf-e4f6de640d79 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:09:13.929562 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-519caebe-ed5e-4fca-91cf-e4f6de640d79 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Received port after_create {{(pid=94232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:09:13.939051 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-519caebe-ed5e-4fca-91cf-e4f6de640d79 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:13.944182 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-519caebe-ed5e-4fca-91cf-e4f6de640d79 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:13.959105 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 51988) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:14.020190 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d8c6eec3-ae5b-4038-bc0d-6015d35452c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:14.030567 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70a47c0-6146-4af8-8315-ac4c60c88204 None None] Routers {'60e7f109-20d4-4f1f-aef7-c44f14ae6f09'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:09:14.031704 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-c70a47c0-6146-4af8-8315-ac4c60c88204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:08:58Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['60e7f109-20d4-4f1f-aef7-c44f14ae6f09'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:09:14.034494 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b68ca1-8355-46e1-9416-9585b1bdea28 None None] Pushing event updated for resources: {'Port': ['ID=6892339c-c358-45a9-8ef4-f23d64d3849b,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:14.072180 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d8c6eec3-ae5b-4038-bc0d-6015d35452c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:14.135748 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff6190-3901-44c6-b4e6-46486e4fa7ba req-5c61350f-f2a2-48fa-a8cf-5ffd5783f9ef tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:14.148013 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-dfff6190-3901-44c6-b4e6-46486e4fa7ba req-5c61350f-f2a2-48fa-a8cf-5ffd5783f9ef tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5363ec-d506-4817-9a66-35508430891a HTTP/1.1" status: 200 len: 932 time: 0.6886513 Sep 23 23:09:14.161730 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-cf7e5b2d-2d33-449b-ac22-ac5b78a25140 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:14.197030 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-cf7e5b2d-2d33-449b-ac22-ac5b78a25140 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.5001693 Sep 23 23:09:14.200246 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-519caebe-ed5e-4fca-91cf-e4f6de640d79 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.4485586 Sep 23 23:09:14.202787 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 52000) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:14.210221 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-60e932c9-c8c0-4776-bd68-c024f96f12c5 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Request body: {'floatingip': {'floating_network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:09:14.219657 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c591a721-193b-46f0-884f-e39ec01fa08b req-a5224151-e3d3-4fc6-ab93-126abcef7f8a service neutron] 10.222.0.46 "GET /v2.0/networks/5ecc2712-9a4c-4406-a4a9-34a029e19ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5191443 Sep 23 23:09:14.236019 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-c70a47c0-6146-4af8-8315-ac4c60c88204 None None] Set router 60e7f109-20d4-4f1f-aef7-c44f14ae6f09 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:09:14.243471 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-5042cd02-f9a9-4d12-871d-4a4a921d8e82 service neutron] Request body: {'port': {'device_id': '7c5363ec-d506-4817-9a66-35508430891a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81078'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:09:14.260351 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-d8c6eec3-ae5b-4038-bc0d-6015d35452c6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=768a67b564504d8fbeeff9b84322be19&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4445837 Sep 23 23:09:14.263868 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 52004) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:14.438195 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c6eec3-ae5b-4038-bc0d-6015d35452c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a511823-2aba-4a2d-b682-0e5a1102889e,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:14.610735 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-dfff6190-3901-44c6-b4e6-46486e4fa7ba req-c2a6f1b5-5578-4450-8fb1-f5472500e907 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/security-groups?id=db4da5ba-909a-4467-b1af-6557bb32fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4612777 Sep 23 23:09:14.665342 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-60e932c9-c8c0-4776-bd68-c024f96f12c5 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks [] for floatingip, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:14.733554 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-be60a8c8-37dc-4959-9f8c-52ec92ec4fc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afe7c452-c2b1-4452-acee-2f5e7a38185d {{(pid=94231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:09:14.761874 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-be60a8c8-37dc-4959-9f8c-52ec92ec4fc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:14.888820 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-5042cd02-f9a9-4d12-871d-4a4a921d8e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:14.951948 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.provisioning_blocks [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-be60a8c8-37dc-4959-9f8c-52ec92ec4fc3 service neutron] Transition to ACTIVE for port object afe7c452-c2b1-4452-acee-2f5e7a38185d will not be triggered until provisioned by entity L2. {{(pid=94231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:09:14.970698 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-be60a8c8-37dc-4959-9f8c-52ec92ec4fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:14.982984 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c591a721-193b-46f0-884f-e39ec01fa08b req-717a87bf-41f0-4c1b-a889-37074c30c38a service neutron] 10.222.0.46 "GET /v2.0/networks/5ecc2712-9a4c-4406-a4a9-34a029e19ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7521350 Sep 23 23:09:15.026782 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-16902222-e837-4843-be65-e9d4674cfac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:15.056217 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8269d4ee-f885-4b27-a380-e2779f933731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:15.103490 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f3871-4686-4ad5-8253-7f3ace60b004 req-312ca01b-f679-4213-bd06-310af96d9e73 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:15.110976 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-192f3871-4686-4ad5-8253-7f3ace60b004 req-312ca01b-f679-4213-bd06-310af96d9e73 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=69fe11ba-e818-4b8b-9913-9b2ff18eea9b HTTP/1.1" status: 200 len: 931 time: 0.3300812 Sep 23 23:09:15.167128 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-c70a47c0-6146-4af8-8315-ac4c60c88204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e7f109-20d4-4f1f-aef7-c44f14ae6f09', 'name': 'tempest-ServerRescueNegativeTestJSON-1560850368-router', 'tenant_id': '5cecf3dbc83542a19dc355f0eed91522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '3ef3c93b-9600-4344-9a12-bc60efb62cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:08:57Z', 'updated_at': '2021-09-23T23:09:05Z', 'revision_number': 4, 'project_id': '5cecf3dbc83542a19dc355f0eed91522', 'gw_port': {'id': '3ef3c93b-9600-4344-9a12-bc60efb62cf7', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e7f109-20d4-4f1f-aef7-c44f14ae6f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:08:58Z', 'updated_at': '2021-09-23T23:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '6892339c-c358-45a9-8ef4-f23d64d3849b', 'name': '', 'network_id': '5ecc2712-9a4c-4406-a4a9-34a029e19ad4', 'tenant_id': '5cecf3dbc83542a19dc355f0eed91522', 'mac_address': 'fa:16:3e:ce:99:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e7f109-20d4-4f1f-aef7-c44f14ae6f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '11e43b35-bf07-41f5-b3f0-471b3986f781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:09:04Z', 'updated_at': '2021-09-23T23:09:13Z', 'revision_number': 4, 'project_id': '5cecf3dbc83542a19dc355f0eed91522', 'subnets': [{'id': '11e43b35-bf07-41f5-b3f0-471b3986f781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:09:15.227775 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be60a8c8-37dc-4959-9f8c-52ec92ec4fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=afe7c452-c2b1-4452-acee-2f5e7a38185d,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:15.302411 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70a47c0-6146-4af8-8315-ac4c60c88204 None None] The sync data for ids ['60e7f109-20d4-4f1f-aef7-c44f14ae6f09'] in dv-cinder-810785-1-iscsi is: [{'id': '60e7f109-20d4-4f1f-aef7-c44f14ae6f09', 'name': 'tempest-ServerRescueNegativeTestJSON-1560850368-router', 'tenant_id': '5cecf3dbc83542a19dc355f0eed91522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '3ef3c93b-9600-4344-9a12-bc60efb62cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:08:57Z', 'updated_at': '2021-09-23T23:09:05Z', 'revision_number': 4, 'project_id': '5cecf3dbc83542a19dc355f0eed91522', 'gw_port': {'id': '3ef3c93b-9600-4344-9a12-bc60efb62cf7', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e7f109-20d4-4f1f-aef7-c44f14ae6f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:08:58Z', 'updated_at': '2021-09-23T23:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '6892339c-c358-45a9-8ef4-f23d64d3849b', 'name': '', 'network_id': '5ecc2712-9a4c-4406-a4a9-34a029e19ad4', 'tenant_id': '5cecf3dbc83542a19dc355f0eed91522', 'mac_address': 'fa:16:3e:ce:99:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e7f109-20d4-4f1f-aef7-c44f14ae6f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '11e43b35-bf07-41f5-b3f0-471b3986f781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:09:04Z', 'updated_at': '2021-09-23T23:09:13Z', 'revision_number': 4, 'project_id': '5cecf3dbc83542a19dc355f0eed91522', 'subnets': [{'id': '11e43b35-bf07-41f5-b3f0-471b3986f781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:09:15.384207 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-be60a8c8-37dc-4959-9f8c-52ec92ec4fc3 service neutron] Attempting to bind port afe7c452-c2b1-4452-acee-2f5e7a38185d on host hv-cinder-81078 for vnic_type normal with profile {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:09:15.384586 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-be60a8c8-37dc-4959-9f8c-52ec92ec4fc3 service neutron] Attempting to bind port afe7c452-c2b1-4452-acee-2f5e7a38185d by drivers openvswitch,hyperv on host hv-cinder-81078 at level 0 using segments [{'id': 'bb89ef85-36bb-4a06-b0e7-d6b884aca5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ce9d38ed-90b0-4188-83c2-f86aff95fb9d'}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:09:15.384923 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-be60a8c8-37dc-4959-9f8c-52ec92ec4fc3 service neutron] Attempting to bind port afe7c452-c2b1-4452-acee-2f5e7a38185d on network ce9d38ed-90b0-4188-83c2-f86aff95fb9d {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:09:15.400244 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-be60a8c8-37dc-4959-9f8c-52ec92ec4fc3 service neutron] Port afe7c452-c2b1-4452-acee-2f5e7a38185d on network ce9d38ed-90b0-4188-83c2-f86aff95fb9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81078 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:09:15.400244 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-be60a8c8-37dc-4959-9f8c-52ec92ec4fc3 service neutron] Attempting to bind port afe7c452-c2b1-4452-acee-2f5e7a38185d on network ce9d38ed-90b0-4188-83c2-f86aff95fb9d {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:09:15.442097 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-be60a8c8-37dc-4959-9f8c-52ec92ec4fc3 service neutron] Checking agent: {'id': '3c892145-8c1f-42fb-b36d-f51cd8b65402', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 7, 8), 'started_at': datetime.datetime(2021, 9, 23, 23, 7, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:09:15.442843 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-be60a8c8-37dc-4959-9f8c-52ec92ec4fc3 service neutron] Checking segment: {'id': 'bb89ef85-36bb-4a06-b0e7-d6b884aca5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ce9d38ed-90b0-4188-83c2-f86aff95fb9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:09:15.443753 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-be60a8c8-37dc-4959-9f8c-52ec92ec4fc3 service neutron] Bound using segment: {'id': 'bb89ef85-36bb-4a06-b0e7-d6b884aca5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ce9d38ed-90b0-4188-83c2-f86aff95fb9d'} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:09:15.444462 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-be60a8c8-37dc-4959-9f8c-52ec92ec4fc3 service neutron] Bound port: afe7c452-c2b1-4452-acee-2f5e7a38185d, host: hv-cinder-81078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb89ef85-36bb-4a06-b0e7-d6b884aca5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ce9d38ed-90b0-4188-83c2-f86aff95fb9d'}}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:09:15.445061 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-be60a8c8-37dc-4959-9f8c-52ec92ec4fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:15.717908 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8269d4ee-f885-4b27-a380-e2779f933731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:15.809569 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-be60a8c8-37dc-4959-9f8c-52ec92ec4fc3 service neutron] For port afe7c452-c2b1-4452-acee-2f5e7a38185d, host hv-cinder-81078, cleared binding levels {{(pid=94231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:09:15.837322 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-be60a8c8-37dc-4959-9f8c-52ec92ec4fc3 service neutron] For port afe7c452-c2b1-4452-acee-2f5e7a38185d, host hv-cinder-81078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=afe7c452-c2b1-4452-acee-2f5e7a38185d,segment=NetworkSegment(bb89ef85-36bb-4a06-b0e7-d6b884aca5fe),segment_id=bb89ef85-36bb-4a06-b0e7-d6b884aca5fe)] {{(pid=94231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:09:15.849895 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b41bc180-3d72-471d-a04a-8cbb5238a643 req-59734abf-da50-445d-abcb-d221f5956775 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 210 time: 0.3725488 Sep 23 23:09:15.865967 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-be60a8c8-37dc-4959-9f8c-52ec92ec4fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:15.944230 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-192f3871-4686-4ad5-8253-7f3ace60b004 req-518438c9-7016-4404-90eb-d278dd7f0716 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8319554 Sep 23 23:09:16.167644 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-be60a8c8-37dc-4959-9f8c-52ec92ec4fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:16.170428 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-be60a8c8-37dc-4959-9f8c-52ec92ec4fc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:16.177529 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-be60a8c8-37dc-4959-9f8c-52ec92ec4fc3 service neutron] 10.222.0.11 "PUT /v2.0/ports/afe7c452-c2b1-4452-acee-2f5e7a38185d HTTP/1.1" status: 200 len: 1093 time: 4.0117822 Sep 23 23:09:16.184361 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69fe11ba-e818-4b8b-9913-9b2ff18eea9b', 'tag': 'afe7c452-c2b1-4452-acee-2f5e7a38185d'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:09:16.588211 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24656120-3b29-499d-9f81-377953e88324 req-cf36241f-a76b-431e-9fc3-42b42ba79cfc tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:16.611015 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-24656120-3b29-499d-9f81-377953e88324 req-cf36241f-a76b-431e-9fc3-42b42ba79cfc tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5363ec-d506-4817-9a66-35508430891a HTTP/1.1" status: 200 len: 932 time: 0.5220928 Sep 23 23:09:16.739932 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-60e932c9-c8c0-4776-bd68-c024f96f12c5 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:16.791951 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be60a8c8-37dc-4959-9f8c-52ec92ec4fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=afe7c452-c2b1-4452-acee-2f5e7a38185d,revision_number=3']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:16.813749 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-d7f21cbf-a304-4022-bc21-f4cb53452129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:16.814567 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8269d4ee-f885-4b27-a380-e2779f933731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:16.815713 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-d7f21cbf-a304-4022-bc21-f4cb53452129 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ddea2c61a124ba99508af5db99cfa3a&device_id=69fe11ba-e818-4b8b-9913-9b2ff18eea9b HTTP/1.1" status: 200 len: 1096 time: 0.3487706 Sep 23 23:09:16.825649 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8269d4ee-f885-4b27-a380-e2779f933731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:16.838377 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-8269d4ee-f885-4b27-a380-e2779f933731 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3a511823-2aba-4a2d-b682-0e5a1102889e HTTP/1.1" status: 204 len: 168 time: 2.5679784 Sep 23 23:09:17.057380 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1d5602135d6fd2b93bb7a1a207777d999d514b69f59ce624d4faeb629b016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003e977f-2df5-47df-9257-059d86ba9d36" -d '{"events": [{"name": "network-changed", "server_uuid": "69fe11ba-e818-4b8b-9913-9b2ff18eea9b", "tag": "afe7c452-c2b1-4452-acee-2f5e7a38185d"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:09:17.060453 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-1e57298e-93ae-4110-84e9-db9d1a48ce0f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afe7c452-c2b1-4452-acee-2f5e7a38185d HTTP/1.1" status: 200 len: 217 time: 0.1845782 Sep 23 23:09:17.236139 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269d4ee-f885-4b27-a380-e2779f933731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a511823-2aba-4a2d-b682-0e5a1102889e,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:17.292143 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-aa6f1fed-e709-4d18-bd5d-7be2ab4941ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:17.296252 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-aa6f1fed-e709-4d18-bd5d-7be2ab4941ae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dadbb2c8-7187-415d-b3c4-d09ac2c1fdfd HTTP/1.1" status: 200 len: 855 time: 0.2192504 Sep 23 23:09:17.347485 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 6892339c-c358-45a9-8ef4-f23d64d3849b up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:09:17.375434 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-24656120-3b29-499d-9f81-377953e88324 req-cfe5a6d1-6d91-4082-9666-5f7cabf3f963 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/security-groups?id=db4da5ba-909a-4467-b1af-6557bb32fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7628555 Sep 23 23:09:17.519611 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-16902222-e837-4843-be65-e9d4674cfac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:17.544010 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-b6a37a2e-ed3b-4b93-8648-787a0df1282a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce9d38ed-90b0-4188-83c2-f86aff95fb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2349114 Sep 23 23:09:17.604149 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-16902222-e837-4843-be65-e9d4674cfac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:17.628412 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port 6892339c-c358-45a9-8ef4-f23d64d3849b triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:09:17.629329 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:17.723679 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-63cb523a-7414-4fff-93bc-a48b05062f69 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:17.726275 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-63cb523a-7414-4fff-93bc-a48b05062f69 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/networks?id=5ecc2712-9a4c-4406-a4a9-34a029e19ad4 HTTP/1.1" status: 200 len: 819 time: 1.1044707 Sep 23 23:09:17.739870 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16902222-e837-4843-be65-e9d4674cfac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e842eaa-5d51-42aa-88ac-0693539795a1,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:17.884448 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:17.921823 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-6891e3be-1623-4d0e-b51b-3db243726e2f service neutron] 10.222.0.11 "GET /v2.0/networks/ce9d38ed-90b0-4188-83c2-f86aff95fb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686175 Sep 23 23:09:17.935701 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_common [None req-60e932c9-c8c0-4776-bd68-c024f96f12c5 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Allocated IP 172.27.1.18 (b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1/47169b33-ea5f-4b9d-bf3b-155ff70b7556/55111d26-09dc-42da-952d-304a61d30e92) {{(pid=94232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:09:17.943164 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] For port 6892339c-c358-45a9-8ef4-f23d64d3849b, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=6892339c-c358-45a9-8ef4-f23d64d3849b,segment=NetworkSegment(fcf90ec9-7077-42ff-ae12-ee710ab4c6ad),segment_id=fcf90ec9-7077-42ff-ae12-ee710ab4c6ad)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:09:17.950487 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:18.059375 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-5042cd02-f9a9-4d12-871d-4a4a921d8e82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 573f9f71-3f41-4bb4-98fd-9cd5929444b6 {{(pid=94232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:09:18.130374 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-097d2734-a6b5-4653-aa31-2ad3b47897a8 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/quotas/5cecf3dbc83542a19dc355f0eed91522 HTTP/1.1" status: 200 len: 375 time: 0.3543892 Sep 23 23:09:18.134579 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-5042cd02-f9a9-4d12-871d-4a4a921d8e82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:18.137652 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Pushing event updated for resources: {'Port': ['ID=6892339c-c358-45a9-8ef4-f23d64d3849b,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:18.196129 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-16902222-e837-4843-be65-e9d4674cfac5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1fcd5088997a4c3d89a9177417083bda&name=default HTTP/1.1" status: 200 len: 2979 time: 4.2340019 Sep 23 23:09:18.301166 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 52080) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:18.335607 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 52082) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:18.347188 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-56fa0bb7-1e27-4ef1-b37a-6602ad0a40b7 req-9f02257e-56ec-471b-a9af-0954fdb71094 service neutron] 10.222.0.11 "GET /v2.0/networks/ce9d38ed-90b0-4188-83c2-f86aff95fb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487206 Sep 23 23:09:18.610554 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.provisioning_blocks [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-5042cd02-f9a9-4d12-871d-4a4a921d8e82 service neutron] Transition to ACTIVE for port object 573f9f71-3f41-4bb4-98fd-9cd5929444b6 will not be triggered until provisioned by entity L2. {{(pid=94232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:09:18.638243 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-5042cd02-f9a9-4d12-871d-4a4a921d8e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:18.687793 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-121c77c0-698b-4d86-accb-cc77e4a5e3e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:18.746714 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5042cd02-f9a9-4d12-871d-4a4a921d8e82 service neutron] Pushing event updated for resources: {'Port': ['ID=573f9f71-3f41-4bb4-98fd-9cd5929444b6,revision_number=2']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:18.798987 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3791f-5dca-4943-a26a-60f1bc16c1b2 req-bc357dbd-3010-4936-a4b9-024b3a6df5a2 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:18.804029 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-25f3791f-5dca-4943-a26a-60f1bc16c1b2 req-bc357dbd-3010-4936-a4b9-024b3a6df5a2 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=69fe11ba-e818-4b8b-9913-9b2ff18eea9b HTTP/1.1" status: 200 len: 943 time: 1.0764933 Sep 23 23:09:18.916166 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-2dd1156c-0389-45d1-8bc3-284fe84d99fa tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5cecf3dbc83542a19dc355f0eed91522&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7421453 Sep 23 23:09:18.918080 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8af69588-ee38-402b-bfc1-214ab3675c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:18.960312 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8af69588-ee38-402b-bfc1-214ab3675c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:19.088749 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 6892339c-c358-45a9-8ef4-f23d64d3849b up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:09:19.184067 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port 6892339c-c358-45a9-8ef4-f23d64d3849b triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:09:19.184648 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:19.298243 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-5042cd02-f9a9-4d12-871d-4a4a921d8e82 service neutron] Attempting to bind port 573f9f71-3f41-4bb4-98fd-9cd5929444b6 on host hv-cinder-81078 for vnic_type normal with profile {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:09:19.298745 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-5042cd02-f9a9-4d12-871d-4a4a921d8e82 service neutron] Attempting to bind port 573f9f71-3f41-4bb4-98fd-9cd5929444b6 by drivers openvswitch,hyperv on host hv-cinder-81078 at level 0 using segments [{'id': '2fc98a28-e4ec-4110-90bc-1f7e871d9e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f3fb57f6-721a-4c87-88ef-a1e082212ed1'}] {{(pid=94232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:09:19.299215 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-5042cd02-f9a9-4d12-871d-4a4a921d8e82 service neutron] Attempting to bind port 573f9f71-3f41-4bb4-98fd-9cd5929444b6 on network f3fb57f6-721a-4c87-88ef-a1e082212ed1 {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:09:19.331675 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-60e932c9-c8c0-4776-bd68-c024f96f12c5 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks [] for port, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:19.370014 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8af69588-ee38-402b-bfc1-214ab3675c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:19.373412 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8af69588-ee38-402b-bfc1-214ab3675c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:19.374903 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-8af69588-ee38-402b-bfc1-214ab3675c15 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2e842eaa-5d51-42aa-88ac-0693539795a1 HTTP/1.1" status: 204 len: 168 time: 1.0490141 Sep 23 23:09:19.463781 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-5042cd02-f9a9-4d12-871d-4a4a921d8e82 service neutron] Port 573f9f71-3f41-4bb4-98fd-9cd5929444b6 on network f3fb57f6-721a-4c87-88ef-a1e082212ed1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81078 {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:09:19.464351 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-5042cd02-f9a9-4d12-871d-4a4a921d8e82 service neutron] Attempting to bind port 573f9f71-3f41-4bb4-98fd-9cd5929444b6 on network f3fb57f6-721a-4c87-88ef-a1e082212ed1 {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:09:19.470540 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-25f3791f-5dca-4943-a26a-60f1bc16c1b2 req-a3a3de24-3cf6-4865-95db-8f7cae300f2c tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6342435 Sep 23 23:09:19.481968 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af69588-ee38-402b-bfc1-214ab3675c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e842eaa-5d51-42aa-88ac-0693539795a1,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:19.533002 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-5042cd02-f9a9-4d12-871d-4a4a921d8e82 service neutron] Checking agent: {'id': '3c892145-8c1f-42fb-b36d-f51cd8b65402', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 7, 8), 'started_at': datetime.datetime(2021, 9, 23, 23, 7, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:09:19.548910 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-5042cd02-f9a9-4d12-871d-4a4a921d8e82 service neutron] Checking segment: {'id': '2fc98a28-e4ec-4110-90bc-1f7e871d9e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f3fb57f6-721a-4c87-88ef-a1e082212ed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:09:19.549817 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-5042cd02-f9a9-4d12-871d-4a4a921d8e82 service neutron] Bound using segment: {'id': '2fc98a28-e4ec-4110-90bc-1f7e871d9e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f3fb57f6-721a-4c87-88ef-a1e082212ed1'} {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:09:19.550518 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-5042cd02-f9a9-4d12-871d-4a4a921d8e82 service neutron] Bound port: 573f9f71-3f41-4bb4-98fd-9cd5929444b6, host: hv-cinder-81078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fc98a28-e4ec-4110-90bc-1f7e871d9e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f3fb57f6-721a-4c87-88ef-a1e082212ed1'}}] {{(pid=94232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:09:19.551129 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-5042cd02-f9a9-4d12-871d-4a4a921d8e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:19.815843 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-77056f51-a096-47ee-b21f-df09ecb6575f service neutron] 10.222.0.46 "GET /v2.0/networks/5ecc2712-9a4c-4406-a4a9-34a029e19ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8285389 Sep 23 23:09:19.836870 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-60e932c9-c8c0-4776-bd68-c024f96f12c5 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663'] for port, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:20.086438 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-93bc573f-6d5b-4170-97d5-eda6cd3cc70a service neutron] 10.222.0.46 "GET /v2.0/networks/5ecc2712-9a4c-4406-a4a9-34a029e19ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430665 Sep 23 23:09:20.294820 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452fa927-0ff5-4f41-bdc0-43c7a24c16ec x-openstack-request-id: req-452fa927-0ff5-4f41-bdc0-43c7a24c16ec {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:09:20.295931 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69fe11ba-e818-4b8b-9913-9b2ff18eea9b", "tag": "afe7c452-c2b1-4452-acee-2f5e7a38185d", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:09:20.297095 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-452fa927-0ff5-4f41-bdc0-43c7a24c16ec {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:09:20.297981 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69fe11ba-e818-4b8b-9913-9b2ff18eea9b', 'tag': 'afe7c452-c2b1-4452-acee-2f5e7a38185d', 'status': 'completed', 'code': 200} Sep 23 23:09:20.327075 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e932c9-c8c0-4776-bd68-c024f96f12c5 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Network b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1 is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:09:20.381096 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-121c77c0-698b-4d86-accb-cc77e4a5e3e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:20.396914 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-60e932c9-c8c0-4776-bd68-c024f96f12c5 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:09:20.418213 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.11', 63762) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:20.428721 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-5042cd02-f9a9-4d12-871d-4a4a921d8e82 service neutron] For port 573f9f71-3f41-4bb4-98fd-9cd5929444b6, host hv-cinder-81078, cleared binding levels {{(pid=94232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:09:20.456955 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e932c9-c8c0-4776-bd68-c024f96f12c5 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Received port after_create {{(pid=94232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:09:20.529711 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e977f-2df5-47df-9257-059d86ba9d36 req-271e3692-12bb-49e5-8de3-6a9f6f5ab3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:20.532267 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-003e977f-2df5-47df-9257-059d86ba9d36 req-271e3692-12bb-49e5-8de3-6a9f6f5ab3f5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ddea2c61a124ba99508af5db99cfa3a&device_id=69fe11ba-e818-4b8b-9913-9b2ff18eea9b HTTP/1.1" status: 200 len: 1096 time: 0.1989188 Sep 23 23:09:20.636707 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-121c77c0-698b-4d86-accb-cc77e4a5e3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:20.709659 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-5042cd02-f9a9-4d12-871d-4a4a921d8e82 service neutron] For port 573f9f71-3f41-4bb4-98fd-9cd5929444b6, host hv-cinder-81078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=573f9f71-3f41-4bb4-98fd-9cd5929444b6,segment=NetworkSegment(2fc98a28-e4ec-4110-90bc-1f7e871d9e17),segment_id=2fc98a28-e4ec-4110-90bc-1f7e871d9e17)] {{(pid=94232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:09:20.714214 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e932c9-c8c0-4776-bd68-c024f96f12c5 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Pushing event updated for resources: {'Port': ['ID=55111d26-09dc-42da-952d-304a61d30e92,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:21.006733 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 52150) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:21.012590 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-5042cd02-f9a9-4d12-871d-4a4a921d8e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:21.066720 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-757838c7-4f6f-4a61-90af-2a0e0183f556 req-b43c1397-d168-4a76-b254-ce072576e839 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 210 time: 0.5376470 Sep 23 23:09:21.102548 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121c77c0-698b-4d86-accb-cc77e4a5e3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77144775-7543-42bf-8431-2874e569d3f6,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:21.214046 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-121c77c0-698b-4d86-accb-cc77e4a5e3e7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=62241a9effcb4cc0ba5163b5b4271656&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6356037 Sep 23 23:09:21.227549 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 52158) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:21.261811 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-5042cd02-f9a9-4d12-871d-4a4a921d8e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:21.262898 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-5042cd02-f9a9-4d12-871d-4a4a921d8e82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:21.264876 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-5042cd02-f9a9-4d12-871d-4a4a921d8e82 service neutron] 10.222.0.11 "PUT /v2.0/ports/573f9f71-3f41-4bb4-98fd-9cd5929444b6 HTTP/1.1" status: 200 len: 1094 time: 7.0276155 Sep 23 23:09:21.265621 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c5363ec-d506-4817-9a66-35508430891a', 'tag': '573f9f71-3f41-4bb4-98fd-9cd5929444b6'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:09:21.441203 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-60e932c9-c8c0-4776-bd68-c024f96f12c5 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:21.444581 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591a721-193b-46f0-884f-e39ec01fa08b req-51f76bf2-b60c-4616-802a-5988df66abd4 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:21.449658 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c591a721-193b-46f0-884f-e39ec01fa08b req-51f76bf2-b60c-4616-802a-5988df66abd4 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.11 "GET /v2.0/networks?id=5ecc2712-9a4c-4406-a4a9-34a029e19ad4 HTTP/1.1" status: 200 len: 819 time: 1.0364733 Sep 23 23:09:21.534872 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-c591a721-193b-46f0-884f-e39ec01fa08b req-3ef302fd-d5d1-4b51-9bea-5c2af902e10d tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Request body: {'port': {'device_id': '5ece720d-853d-4c5b-b6df-229bc4a13149', 'network_id': '5ecc2712-9a4c-4406-a4a9-34a029e19ad4', 'admin_state_up': True, 'tenant_id': '5cecf3dbc83542a19dc355f0eed91522'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:09:21.553157 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f3e96ce5-0f70-4971-bae3-4c8359470e5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:21.625785 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e977f-2df5-47df-9257-059d86ba9d36 req-4afaf1aa-0ced-4107-b169-63fcd779c5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:21.636408 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-003e977f-2df5-47df-9257-059d86ba9d36 req-4afaf1aa-0ced-4107-b169-63fcd779c5e5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ce9d38ed-90b0-4188-83c2-f86aff95fb9d HTTP/1.1" status: 200 len: 916 time: 1.0667534 Sep 23 23:09:21.795806 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9809b-b531-46b2-b0c8-3968f6fc5fd3 req-2e8a2dee-3084-450b-bc2b-ccd61db9a9f7 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:21.815769 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-5ad9809b-b531-46b2-b0c8-3968f6fc5fd3 req-2e8a2dee-3084-450b-bc2b-ccd61db9a9f7 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5363ec-d506-4817-9a66-35508430891a HTTP/1.1" status: 200 len: 944 time: 1.1729953 Sep 23 23:09:21.903955 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5042cd02-f9a9-4d12-871d-4a4a921d8e82 service neutron] Pushing event updated for resources: {'Port': ['ID=573f9f71-3f41-4bb4-98fd-9cd5929444b6,revision_number=3']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:22.020421 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-60e932c9-c8c0-4776-bd68-c024f96f12c5 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:22.135036 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc74f1c012309c835ea1a53c8f5f732cbfbf790adc92ee6109ffd7f3bd94d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b38acc7-8b7d-49ab-b039-aa0b617037e7" -d '{"events": [{"name": "network-changed", "server_uuid": "7c5363ec-d506-4817-9a66-35508430891a", "tag": "573f9f71-3f41-4bb4-98fd-9cd5929444b6"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:09:22.148689 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-b181c66c-970a-4134-9a21-148efe31e238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:22.152082 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-b181c66c-970a-4134-9a21-148efe31e238 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a1de9e5da1fa4f0da7a52c695619bf19&device_id=7c5363ec-d506-4817-9a66-35508430891a HTTP/1.1" status: 200 len: 1097 time: 0.7220025 Sep 23 23:09:22.190598 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f3e96ce5-0f70-4971-bae3-4c8359470e5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:22.197321 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f3e96ce5-0f70-4971-bae3-4c8359470e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:22.244532 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd100c-0bdc-4362-805c-05a5f8cc2d43 req-8bc3735c-1790-411e-af72-5ab287006b79 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:22.248062 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-43cd100c-0bdc-4362-805c-05a5f8cc2d43 req-8bc3735c-1790-411e-af72-5ab287006b79 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=69fe11ba-e818-4b8b-9913-9b2ff18eea9b HTTP/1.1" status: 200 len: 943 time: 0.8341355 Sep 23 23:09:22.252926 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-003e977f-2df5-47df-9257-059d86ba9d36 req-2dc2a2ec-1891-4f50-a615-a4fef44581b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afe7c452-c2b1-4452-acee-2f5e7a38185d HTTP/1.1" status: 200 len: 217 time: 0.3961432 Sep 23 23:09:22.261077 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-bca981a0-35b3-477e-96ca-5bf790c4a13e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:22.261591 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-f3e96ce5-0f70-4971-bae3-4c8359470e5e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e58f5d6bf30b44bf8fc791c42929150f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2529066 Sep 23 23:09:22.265693 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 52186) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:22.315158 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-5ad9809b-b531-46b2-b0c8-3968f6fc5fd3 req-7bfd37b7-b859-4f25-9f02-0921512a718c tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/security-groups?id=db4da5ba-909a-4467-b1af-6557bb32fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4972541 Sep 23 23:09:22.358866 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e96ce5-0f70-4971-bae3-4c8359470e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40226284-7f35-47b4-a661-9c450ca0fea0,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:22.498762 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 52190) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:22.501852 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e977f-2df5-47df-9257-059d86ba9d36 req-47d1140b-68c6-4554-90c0-402116905442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:22.503475 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-003e977f-2df5-47df-9257-059d86ba9d36 req-47d1140b-68c6-4554-90c0-402116905442 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dadbb2c8-7187-415d-b3c4-d09ac2c1fdfd HTTP/1.1" status: 200 len: 855 time: 0.1183660 Sep 23 23:09:22.551248 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-003e977f-2df5-47df-9257-059d86ba9d36 req-308c0b28-140c-4e73-8623-69bf7896a8da service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce9d38ed-90b0-4188-83c2-f86aff95fb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381551 Sep 23 23:09:22.569368 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-f1e9f88b-9320-4c9b-abc9-8105a6a53081 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=573f9f71-3f41-4bb4-98fd-9cd5929444b6 HTTP/1.1" status: 200 len: 217 time: 0.3108306 Sep 23 23:09:22.626099 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c591a721-193b-46f0-884f-e39ec01fa08b req-3ef302fd-d5d1-4b51-9bea-5c2af902e10d tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Made reservation on behalf of 5cecf3dbc83542a19dc355f0eed91522 for: {'port': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:09:22.634645 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-c591a721-193b-46f0-884f-e39ec01fa08b req-3ef302fd-d5d1-4b51-9bea-5c2af902e10d tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:22.785984 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1cd661bd-dd2b-466e-bb37-3b55dcd7a852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:22.791416 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b930157c-c364-4110-af66-3a2f6ca11ba3 req-183c49d1-f874-46d8-add0-6c00e13c3d8e tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 210 time: 0.1784885 Sep 23 23:09:22.891885 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-bca981a0-35b3-477e-96ca-5bf790c4a13e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:23.020347 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-43cd100c-0bdc-4362-805c-05a5f8cc2d43 req-a0c8c317-0a06-4965-93fa-eeadbcc5b04b tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5856516 Sep 23 23:09:23.256013 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-45fec4d1-653f-499d-8099-96230c8c3df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:23.304690 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1cd661bd-dd2b-466e-bb37-3b55dcd7a852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:23.362034 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-003e977f-2df5-47df-9257-059d86ba9d36 req-6a80c300-b2a6-4eca-aacd-5c7df0fc13bb service neutron] 10.222.0.11 "GET /v2.0/networks/ce9d38ed-90b0-4188-83c2-f86aff95fb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7611313 Sep 23 23:09:23.383773 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-bca981a0-35b3-477e-96ca-5bf790c4a13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:23.388740 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-bca981a0-35b3-477e-96ca-5bf790c4a13e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:23.390847 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-bca981a0-35b3-477e-96ca-5bf790c4a13e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/77144775-7543-42bf-8431-2874e569d3f6 HTTP/1.1" status: 204 len: 168 time: 2.1548493 Sep 23 23:09:23.395595 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-60e932c9-c8c0-4776-bd68-c024f96f12c5 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks [] for port, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:23.428398 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-911bac91-e663-4eea-9921-80bba968a763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:23.431137 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-911bac91-e663-4eea-9921-80bba968a763 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=189db14d-e9ba-4957-858f-48c644cc288d HTTP/1.1" status: 200 len: 852 time: 0.8189344 Sep 23 23:09:23.433525 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aef68fb-20ec-4827-ab5e-687072cf61c5 x-openstack-request-id: req-3aef68fb-20ec-4827-ab5e-687072cf61c5 {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:09:23.433964 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c5363ec-d506-4817-9a66-35508430891a", "tag": "573f9f71-3f41-4bb4-98fd-9cd5929444b6", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:09:23.434419 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3aef68fb-20ec-4827-ab5e-687072cf61c5 {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:09:23.435024 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c5363ec-d506-4817-9a66-35508430891a', 'tag': '573f9f71-3f41-4bb4-98fd-9cd5929444b6', 'status': 'completed', 'code': 200} Sep 23 23:09:23.448467 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-60e932c9-c8c0-4776-bd68-c024f96f12c5 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:23.528255 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [req-c591a721-193b-46f0-884f-e39ec01fa08b req-3ef302fd-d5d1-4b51-9bea-5c2af902e10d tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Allocated IP 172.20.0.10 (5ecc2712-9a4c-4406-a4a9-34a029e19ad4/11e43b35-bf07-41f5-b3f0-471b3986f781/f6698bd3-5871-41f1-ad67-d322b8907bca) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:09:23.535662 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1cd661bd-dd2b-466e-bb37-3b55dcd7a852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:23.538971 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1cd661bd-dd2b-466e-bb37-3b55dcd7a852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:23.541427 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-1cd661bd-dd2b-466e-bb37-3b55dcd7a852 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/40226284-7f35-47b4-a661-9c450ca0fea0 HTTP/1.1" status: 204 len: 168 time: 1.2741852 Sep 23 23:09:23.563364 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd661bd-dd2b-466e-bb37-3b55dcd7a852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40226284-7f35-47b4-a661-9c450ca0fea0,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:23.749378 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-5c1fe58b-7eae-406b-bfb5-1f92bd82f919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:23.810481 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca981a0-35b3-477e-96ca-5bf790c4a13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77144775-7543-42bf-8431-2874e569d3f6,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:23.836867 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-60e932c9-c8c0-4776-bd68-c024f96f12c5 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594972'] for floatingip, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:23.890898 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-c591a721-193b-46f0-884f-e39ec01fa08b req-3ef302fd-d5d1-4b51-9bea-5c2af902e10d tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:23.972010 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-c591a721-193b-46f0-884f-e39ec01fa08b req-3ef302fd-d5d1-4b51-9bea-5c2af902e10d tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:24.053534 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e932c9-c8c0-4776-bd68-c024f96f12c5 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Pushing event updated for resources: {'Port': ['ID=55111d26-09dc-42da-952d-304a61d30e92,revision_number=2']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:24.077858 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb30972-6c10-4db5-9558-1fd464b5b2ee req-17b70f36-9f91-4c23-89e6-9c96527eae08 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:24.080429 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-beb30972-6c10-4db5-9558-1fd464b5b2ee req-17b70f36-9f91-4c23-89e6-9c96527eae08 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5363ec-d506-4817-9a66-35508430891a HTTP/1.1" status: 200 len: 944 time: 0.6414630 Sep 23 23:09:24.111777 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c591a721-193b-46f0-884f-e39ec01fa08b req-3ef302fd-d5d1-4b51-9bea-5c2af902e10d tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Network 5ecc2712-9a4c-4406-a4a9-34a029e19ad4 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:09:24.114046 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [req-c591a721-193b-46f0-884f-e39ec01fa08b req-3ef302fd-d5d1-4b51-9bea-5c2af902e10d tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:09:24.124990 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-c591a721-193b-46f0-884f-e39ec01fa08b req-3ef302fd-d5d1-4b51-9bea-5c2af902e10d tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:09:24.133744 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591a721-193b-46f0-884f-e39ec01fa08b req-3ef302fd-d5d1-4b51-9bea-5c2af902e10d tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:24.135191 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-c591a721-193b-46f0-884f-e39ec01fa08b req-3ef302fd-d5d1-4b51-9bea-5c2af902e10d tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:24.155390 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef302fd-d5d1-4b51-9bea-5c2af902e10d tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Pushing event updated for resources: {'Port': ['ID=f6698bd3-5871-41f1-ad67-d322b8907bca,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:24.173600 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-48252e44-57c9-4738-aae1-ef4526987881 req-7ccaa264-5f2e-4b7e-8afa-f2f84a4af8dd tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 210 time: 0.1491635 Sep 23 23:09:24.228825 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-beb30972-6c10-4db5-9558-1fd464b5b2ee req-269644f3-09a0-45bb-a212-ab34b5acff91 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/security-groups?id=db4da5ba-909a-4467-b1af-6557bb32fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315961 Sep 23 23:09:24.301569 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-45fec4d1-653f-499d-8099-96230c8c3df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:24.316386 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c591a721-193b-46f0-884f-e39ec01fa08b req-3ef302fd-d5d1-4b51-9bea-5c2af902e10d tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8010259 Sep 23 23:09:24.348215 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-45fec4d1-653f-499d-8099-96230c8c3df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:24.355793 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-60e932c9-c8c0-4776-bd68-c024f96f12c5 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for floatingip, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:24.357715 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-60e932c9-c8c0-4776-bd68-c024f96f12c5 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 10.1529455 Sep 23 23:09:24.412520 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-45fec4d1-653f-499d-8099-96230c8c3df8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=febb43972094469e93febd073e6021dd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9116712 Sep 23 23:09:24.413417 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 52240) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:24.417420 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fec4d1-653f-499d-8099-96230c8c3df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9433262-ca5b-4679-a79a-550a3236171a,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:24.447553 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844388b-408a-45fb-b592-d0cbe9591ec2 req-a5e9b125-46b5-4e29-8aee-bdcc3c75d306 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:24.453455 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-5844388b-408a-45fb-b592-d0cbe9591ec2 req-a5e9b125-46b5-4e29-8aee-bdcc3c75d306 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=69fe11ba-e818-4b8b-9913-9b2ff18eea9b HTTP/1.1" status: 200 len: 943 time: 0.1640544 Sep 23 23:09:24.510607 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-5844388b-408a-45fb-b592-d0cbe9591ec2 req-82f16076-fd1d-4a9f-b60a-7934dd2aa6ca tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403073 Sep 23 23:09:24.534812 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b2e665d1-852b-43c1-ba84-0ec82465b872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:24.564576 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b2e665d1-852b-43c1-ba84-0ec82465b872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:24.647314 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b2e665d1-852b-43c1-ba84-0ec82465b872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:24.650650 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b2e665d1-852b-43c1-ba84-0ec82465b872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:24.653423 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-b2e665d1-852b-43c1-ba84-0ec82465b872 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d9433262-ca5b-4679-a79a-550a3236171a HTTP/1.1" status: 204 len: 168 time: 0.2383544 Sep 23 23:09:24.665897 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e665d1-852b-43c1-ba84-0ec82465b872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9433262-ca5b-4679-a79a-550a3236171a,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:24.774451 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-de2a51fe-3f7a-4448-b4b7-4d16187c1abc tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1382710379&fields=id&tenant_id=3a9b741287e54b41b0e1fea7f8d4accc HTTP/1.1" status: 200 len: 267 time: 0.0642622 Sep 23 23:09:24.924027 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-87e88e9d-14af-4e88-a06e-22238f2237f9 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:24.925847 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-87e88e9d-14af-4e88-a06e-22238f2237f9 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/networks?id=859f9436-dc16-4206-b2fa-4ec5d354a397 HTTP/1.1" status: 200 len: 811 time: 0.1436448 Sep 23 23:09:24.950654 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-773456d9-fb98-4ae4-9bc9-fdb34bad37e0 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/quotas/3a9b741287e54b41b0e1fea7f8d4accc HTTP/1.1" status: 200 len: 375 time: 0.0136294 Sep 23 23:09:25.045525 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-9e7872dc-47eb-44aa-a613-dd9c54f1bbdd tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a9b741287e54b41b0e1fea7f8d4accc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0776076 Sep 23 23:09:25.103551 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 52272) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:25.127515 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-c55533b2-1732-4ef3-8463-50ebeb69c271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:25.242917 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-7a5a5e69-c44a-4e39-aeed-dee03bb655ab service neutron] 10.222.0.46 "GET /v2.0/networks/859f9436-dc16-4206-b2fa-4ec5d354a397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892333 Sep 23 23:09:25.297905 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-c55533b2-1732-4ef3-8463-50ebeb69c271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:25.307055 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-c55533b2-1732-4ef3-8463-50ebeb69c271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:25.410905 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-c55533b2-1732-4ef3-8463-50ebeb69c271 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b27fd8ecb957486191d56c977948db5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3028386 Sep 23 23:09:25.410905 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55533b2-1732-4ef3-8463-50ebeb69c271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17171813-d72a-4d2a-9c88-f9668ac4f9e9,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:25.412068 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 52284) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:25.465248 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0737a68b-7c42-4bf3-8ac4-9a93cb058d51 req-fe924c71-0702-45e7-aff8-bf02a2183296 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 210 time: 0.0639908 Sep 23 23:09:25.509002 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a2c22b1f-8f18-47ad-82c2-4dc6960594ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:25.509171 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-66e6328e-e7d8-4e98-a55a-01019458030e service neutron] 10.222.0.46 "GET /v2.0/networks/859f9436-dc16-4206-b2fa-4ec5d354a397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634614 Sep 23 23:09:25.527225 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a2c22b1f-8f18-47ad-82c2-4dc6960594ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:25.589371 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a2c22b1f-8f18-47ad-82c2-4dc6960594ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:25.596783 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a2c22b1f-8f18-47ad-82c2-4dc6960594ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:25.602257 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-a2c22b1f-8f18-47ad-82c2-4dc6960594ab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/17171813-d72a-4d2a-9c88-f9668ac4f9e9 HTTP/1.1" status: 204 len: 168 time: 0.1862688 Sep 23 23:09:25.620105 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c22b1f-8f18-47ad-82c2-4dc6960594ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17171813-d72a-4d2a-9c88-f9668ac4f9e9,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:25.728380 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5851d-f849-484a-9838-0850b8960a94 req-eb26fdd3-f940-43c5-955d-285c08931454 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:25.730453 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-18e5851d-f849-484a-9838-0850b8960a94 req-eb26fdd3-f940-43c5-955d-285c08931454 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5363ec-d506-4817-9a66-35508430891a HTTP/1.1" status: 200 len: 944 time: 0.0697207 Sep 23 23:09:25.827761 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-18e5851d-f849-484a-9838-0850b8960a94 req-539fdcd9-4fe9-4699-a972-6525da976cfe tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/security-groups?id=db4da5ba-909a-4467-b1af-6557bb32fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848131 Sep 23 23:09:25.957929 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-bac7348c-3b20-44fb-9e68-4f02ce248b4b req-75299843-7420-48e9-b937-401eb8756884 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 210 time: 0.0392954 Sep 23 23:09:25.985340 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16409584-f309-4f0f-8cab-999ce13d0b8a req-d7d7824b-b3b5-48aa-a405-aa0928896c95 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:25.988081 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-16409584-f309-4f0f-8cab-999ce13d0b8a req-d7d7824b-b3b5-48aa-a405-aa0928896c95 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=69fe11ba-e818-4b8b-9913-9b2ff18eea9b HTTP/1.1" status: 200 len: 943 time: 0.1433387 Sep 23 23:09:26.081448 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-c591a721-193b-46f0-884f-e39ec01fa08b req-f42d6d98-afd8-49be-b576-d382c930aca6 service neutron] Request body: {'port': {'device_id': '5ece720d-853d-4c5b-b6df-229bc4a13149', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81078'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:09:26.171626 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-16409584-f309-4f0f-8cab-999ce13d0b8a req-62d7b6ed-e985-408d-8f2d-6414a32f14c0 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709507 Sep 23 23:09:26.215111 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-8f720e25-ef7d-4be6-8edd-91b8a91f3054 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f3fb57f6-721a-4c87-88ef-a1e082212ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1399002 Sep 23 23:09:26.378364 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-c591a721-193b-46f0-884f-e39ec01fa08b req-f42d6d98-afd8-49be-b576-d382c930aca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:26.513797 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-a59936de-bc27-4550-af1a-1c1fc3828a7a service neutron] 10.222.0.11 "GET /v2.0/networks/f3fb57f6-721a-4c87-88ef-a1e082212ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813604 Sep 23 23:09:26.554761 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.11', 63767) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:26.619989 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-003e977f-2df5-47df-9257-059d86ba9d36 req-6edff0db-95b3-46aa-88fc-ccfdbd1568c7 service neutron] 10.222.0.11 "GET /v2.0/networks/ce9d38ed-90b0-4188-83c2-f86aff95fb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5468287 Sep 23 23:09:26.699506 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-93cea9d8-bccd-4b10-9441-0d77b309b73a req-3fc82637-15fe-499a-8092-f1c537625952 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 210 time: 0.0540237 Sep 23 23:09:26.925407 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:27.049715 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-7fe24e86-f3d2-49f8-81d9-f49389027f6b tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:27.051429 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-7fe24e86-f3d2-49f8-81d9-f49389027f6b tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.11 "GET /v2.0/networks?id=5ecc2712-9a4c-4406-a4a9-34a029e19ad4 HTTP/1.1" status: 200 len: 819 time: 0.4946709 Sep 23 23:09:27.084490 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4dea7c7c-8412-4a61-b488-a02a2ffe4072 req-f284a3ed-b593-40df-8f22-099de9e9fe5d service neutron] 10.222.0.11 "GET /v2.0/networks/f3fb57f6-721a-4c87-88ef-a1e082212ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5555198 Sep 23 23:09:27.090137 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-474dde84-44d9-45ee-b739-faffcf517569 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Request body: {'port': {'device_id': '15291a3d-4bc5-4b98-b9ab-3c9147f03a25', 'network_id': '5ecc2712-9a4c-4406-a4a9-34a029e19ad4', 'admin_state_up': True, 'tenant_id': '5cecf3dbc83542a19dc355f0eed91522'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:09:27.149225 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [req-c591a721-193b-46f0-884f-e39ec01fa08b req-f42d6d98-afd8-49be-b576-d382c930aca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6698bd3-5871-41f1-ad67-d322b8907bca {{(pid=94231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:09:27.174869 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-c591a721-193b-46f0-884f-e39ec01fa08b req-f42d6d98-afd8-49be-b576-d382c930aca6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:27.217830 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.provisioning_blocks [req-c591a721-193b-46f0-884f-e39ec01fa08b req-f42d6d98-afd8-49be-b576-d382c930aca6 service neutron] Transition to ACTIVE for port object f6698bd3-5871-41f1-ad67-d322b8907bca will not be triggered until provisioned by entity L2. {{(pid=94231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:09:27.229529 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-c591a721-193b-46f0-884f-e39ec01fa08b req-f42d6d98-afd8-49be-b576-d382c930aca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:27.325619 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950d68a-6492-4f96-bea1-16f873a0f5cd req-bd3948d9-ded2-4f46-b932-34a296d4394c tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:27.334867 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1950d68a-6492-4f96-bea1-16f873a0f5cd req-bd3948d9-ded2-4f46-b932-34a296d4394c tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5363ec-d506-4817-9a66-35508430891a HTTP/1.1" status: 200 len: 944 time: 0.3372726 Sep 23 23:09:27.338807 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d6d98-afd8-49be-b576-d382c930aca6 service neutron] Pushing event updated for resources: {'Port': ['ID=f6698bd3-5871-41f1-ad67-d322b8907bca,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:27.371720 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a8bb5b68-c181-49bd-acc7-c75608b7b7f0 req-e56a5599-1339-4a44-bd59-6f70bda70be3 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 210 time: 0.1105194 Sep 23 23:09:27.394456 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-c591a721-193b-46f0-884f-e39ec01fa08b req-f42d6d98-afd8-49be-b576-d382c930aca6 service neutron] Attempting to bind port f6698bd3-5871-41f1-ad67-d322b8907bca on host hv-cinder-81078 for vnic_type normal with profile {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:09:27.394803 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-c591a721-193b-46f0-884f-e39ec01fa08b req-f42d6d98-afd8-49be-b576-d382c930aca6 service neutron] Attempting to bind port f6698bd3-5871-41f1-ad67-d322b8907bca by drivers openvswitch,hyperv on host hv-cinder-81078 at level 0 using segments [{'id': 'fcf90ec9-7077-42ff-ae12-ee710ab4c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5ecc2712-9a4c-4406-a4a9-34a029e19ad4'}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:09:27.395166 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c591a721-193b-46f0-884f-e39ec01fa08b req-f42d6d98-afd8-49be-b576-d382c930aca6 service neutron] Attempting to bind port f6698bd3-5871-41f1-ad67-d322b8907bca on network 5ecc2712-9a4c-4406-a4a9-34a029e19ad4 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:09:27.409043 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c591a721-193b-46f0-884f-e39ec01fa08b req-f42d6d98-afd8-49be-b576-d382c930aca6 service neutron] Port f6698bd3-5871-41f1-ad67-d322b8907bca on network 5ecc2712-9a4c-4406-a4a9-34a029e19ad4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81078 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:09:27.410971 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c591a721-193b-46f0-884f-e39ec01fa08b req-f42d6d98-afd8-49be-b576-d382c930aca6 service neutron] Attempting to bind port f6698bd3-5871-41f1-ad67-d322b8907bca on network 5ecc2712-9a4c-4406-a4a9-34a029e19ad4 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:09:27.420343 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c591a721-193b-46f0-884f-e39ec01fa08b req-f42d6d98-afd8-49be-b576-d382c930aca6 service neutron] Checking agent: {'id': '3c892145-8c1f-42fb-b36d-f51cd8b65402', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 7, 8), 'started_at': datetime.datetime(2021, 9, 23, 23, 7, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:09:27.420675 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c591a721-193b-46f0-884f-e39ec01fa08b req-f42d6d98-afd8-49be-b576-d382c930aca6 service neutron] Checking segment: {'id': 'fcf90ec9-7077-42ff-ae12-ee710ab4c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5ecc2712-9a4c-4406-a4a9-34a029e19ad4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:09:27.421051 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c591a721-193b-46f0-884f-e39ec01fa08b req-f42d6d98-afd8-49be-b576-d382c930aca6 service neutron] Bound using segment: {'id': 'fcf90ec9-7077-42ff-ae12-ee710ab4c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5ecc2712-9a4c-4406-a4a9-34a029e19ad4'} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:09:27.421497 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-c591a721-193b-46f0-884f-e39ec01fa08b req-f42d6d98-afd8-49be-b576-d382c930aca6 service neutron] Bound port: f6698bd3-5871-41f1-ad67-d322b8907bca, host: hv-cinder-81078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcf90ec9-7077-42ff-ae12-ee710ab4c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5ecc2712-9a4c-4406-a4a9-34a029e19ad4'}}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:09:27.421858 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-c591a721-193b-46f0-884f-e39ec01fa08b req-f42d6d98-afd8-49be-b576-d382c930aca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:27.438629 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38acc7-8b7d-49ab-b039-aa0b617037e7 req-3cd0c534-01d8-4e17-ab41-41c3f756dc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:27.439863 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2b38acc7-8b7d-49ab-b039-aa0b617037e7 req-3cd0c534-01d8-4e17-ab41-41c3f756dc4f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a1de9e5da1fa4f0da7a52c695619bf19&device_id=7c5363ec-d506-4817-9a66-35508430891a HTTP/1.1" status: 200 len: 1097 time: 0.2301188 Sep 23 23:09:27.583909 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1950d68a-6492-4f96-bea1-16f873a0f5cd req-8e011056-67cb-428c-8757-4b75f89e8de5 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/security-groups?id=db4da5ba-909a-4467-b1af-6557bb32fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463844 Sep 23 23:09:27.611395 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-474dde84-44d9-45ee-b739-faffcf517569 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Made reservation on behalf of 5cecf3dbc83542a19dc355f0eed91522 for: {'port': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:09:27.618175 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-474dde84-44d9-45ee-b739-faffcf517569 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:27.709932 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-aa1f0e84-3c6c-42ce-87ea-f472fc58c1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:27.841606 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-c591a721-193b-46f0-884f-e39ec01fa08b req-f42d6d98-afd8-49be-b576-d382c930aca6 service neutron] For port f6698bd3-5871-41f1-ad67-d322b8907bca, host hv-cinder-81078, cleared binding levels {{(pid=94231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:09:27.865014 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-c591a721-193b-46f0-884f-e39ec01fa08b req-f42d6d98-afd8-49be-b576-d382c930aca6 service neutron] For port f6698bd3-5871-41f1-ad67-d322b8907bca, host hv-cinder-81078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=f6698bd3-5871-41f1-ad67-d322b8907bca,segment=NetworkSegment(fcf90ec9-7077-42ff-ae12-ee710ab4c6ad),segment_id=fcf90ec9-7077-42ff-ae12-ee710ab4c6ad)] {{(pid=94231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:09:27.877562 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-c591a721-193b-46f0-884f-e39ec01fa08b req-f42d6d98-afd8-49be-b576-d382c930aca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:27.951059 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-ba0c5388-0e5d-4d4a-8c4a-236157340768 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:27.952839 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-ba0c5388-0e5d-4d4a-8c4a-236157340768 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.11 "GET /v2.0/networks?id=859f9436-dc16-4206-b2fa-4ec5d354a397 HTTP/1.1" status: 200 len: 811 time: 0.3922324 Sep 23 23:09:27.957947 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591a721-193b-46f0-884f-e39ec01fa08b req-f42d6d98-afd8-49be-b576-d382c930aca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:27.958785 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-c591a721-193b-46f0-884f-e39ec01fa08b req-f42d6d98-afd8-49be-b576-d382c930aca6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:27.972497 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c591a721-193b-46f0-884f-e39ec01fa08b req-f42d6d98-afd8-49be-b576-d382c930aca6 service neutron] 10.222.0.11 "PUT /v2.0/ports/f6698bd3-5871-41f1-ad67-d322b8907bca HTTP/1.1" status: 200 len: 1094 time: 1.8982072 Sep 23 23:09:27.972999 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ece720d-853d-4c5b-b6df-229bc4a13149', 'tag': 'f6698bd3-5871-41f1-ad67-d322b8907bca'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:09:27.975588 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1d5602135d6fd2b93bb7a1a207777d999d514b69f59ce624d4faeb629b016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f930f20a-0cd9-41a9-92ed-df8c1a5affc8" -d '{"events": [{"name": "network-changed", "server_uuid": "5ece720d-853d-4c5b-b6df-229bc4a13149", "tag": "f6698bd3-5871-41f1-ad67-d322b8907bca"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:09:28.096932 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 52390) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:28.170516 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1bbec006-c700-4ea7-825c-5d5c5ff2a83c req-fd3d92a6-807d-40dc-bb61-e8789792f8af tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 210 time: 0.2955554 Sep 23 23:09:28.208503 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-c102192d-8bbc-46c7-bf4a-b5a8e7ce0a19 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a9b741287e54b41b0e1fea7f8d4accc HTTP/1.1" status: 200 len: 380 time: 0.2197382 Sep 23 23:09:28.265650 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-7e9dc6eb-8285-4ca5-920a-355bf3ba7858 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Request body: {'port': {'device_id': 'cbca20fa-3f27-486c-a9ee-7a23388086cb', 'network_id': '859f9436-dc16-4206-b2fa-4ec5d354a397', 'admin_state_up': True, 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'security_groups': ['671e2a00-c4c5-458e-8897-09bc752aed03']}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:09:28.280459 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d6d98-afd8-49be-b576-d382c930aca6 service neutron] Pushing event updated for resources: {'Port': ['ID=f6698bd3-5871-41f1-ad67-d322b8907bca,revision_number=3']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:28.352068 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38acc7-8b7d-49ab-b039-aa0b617037e7 req-9f4ae031-50ae-43c9-b747-b40d4fb09f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:28.369095 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2b38acc7-8b7d-49ab-b039-aa0b617037e7 req-9f4ae031-50ae-43c9-b747-b40d4fb09f27 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f3fb57f6-721a-4c87-88ef-a1e082212ed1 HTTP/1.1" status: 200 len: 913 time: 0.9104559 Sep 23 23:09:28.412685 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591a721-193b-46f0-884f-e39ec01fa08b req-2ca02dc7-9283-4f7c-a0dc-2ba903200afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:28.415469 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c591a721-193b-46f0-884f-e39ec01fa08b req-2ca02dc7-9283-4f7c-a0dc-2ba903200afb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5cecf3dbc83542a19dc355f0eed91522&device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 1097 time: 0.3631163 Sep 23 23:09:28.423438 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1550ad-cc56-4bde-98ae-23e645c84bdc req-42ab0ded-3493-4ee3-91df-47ef82506e47 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:28.433100 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4e1550ad-cc56-4bde-98ae-23e645c84bdc req-42ab0ded-3493-4ee3-91df-47ef82506e47 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=69fe11ba-e818-4b8b-9913-9b2ff18eea9b HTTP/1.1" status: 200 len: 943 time: 0.7978468 Sep 23 23:09:28.502128 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59cbd86-2ce6-4ba1-aa34-c65b705ba3aa x-openstack-request-id: req-e59cbd86-2ce6-4ba1-aa34-c65b705ba3aa {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:09:28.502644 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ece720d-853d-4c5b-b6df-229bc4a13149", "tag": "f6698bd3-5871-41f1-ad67-d322b8907bca", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:09:28.503108 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e59cbd86-2ce6-4ba1-aa34-c65b705ba3aa {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:09:28.503808 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ece720d-853d-4c5b-b6df-229bc4a13149', 'tag': 'f6698bd3-5871-41f1-ad67-d322b8907bca', 'status': 'completed', 'code': 200} Sep 23 23:09:28.570500 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c591a721-193b-46f0-884f-e39ec01fa08b req-b671c2ef-8ca2-4127-b442-f1b01f43e3a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6698bd3-5871-41f1-ad67-d322b8907bca HTTP/1.1" status: 200 len: 217 time: 0.1440034 Sep 23 23:09:28.598943 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2b38acc7-8b7d-49ab-b039-aa0b617037e7 req-606f06d3-2473-4c19-a6a9-5f5697f8ab80 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=573f9f71-3f41-4bb4-98fd-9cd5929444b6 HTTP/1.1" status: 200 len: 217 time: 0.2105811 Sep 23 23:09:28.767085 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591a721-193b-46f0-884f-e39ec01fa08b req-74d11180-5a9d-4829-ae8a-c956a2a6fe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:28.774730 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c591a721-193b-46f0-884f-e39ec01fa08b req-74d11180-5a9d-4829-ae8a-c956a2a6fe3e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=11e43b35-bf07-41f5-b3f0-471b3986f781 HTTP/1.1" status: 200 len: 859 time: 0.1936605 Sep 23 23:09:28.846814 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dcd1a020-7afc-4e8c-8aaf-e3ae44932ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:28.872790 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-7e9dc6eb-8285-4ca5-920a-355bf3ba7858 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Made reservation on behalf of 3a9b741287e54b41b0e1fea7f8d4accc for: {'port': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:09:28.879553 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-7e9dc6eb-8285-4ca5-920a-355bf3ba7858 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:28.946792 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c591a721-193b-46f0-884f-e39ec01fa08b req-b98e9411-e325-45bf-b051-5abac8145e06 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ecc2712-9a4c-4406-a4a9-34a029e19ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934572 Sep 23 23:09:29.074013 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 573f9f71-3f41-4bb4-98fd-9cd5929444b6 details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:09:29.214637 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a77112cb-e717-47fe-8df8-d428b3adccfa req-3d0f1f5f-35b3-4185-9ecc-7c0256e31e5c tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 210 time: 0.5852890 Sep 23 23:09:29.221029 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:29.273830 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_common [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-474dde84-44d9-45ee-b739-faffcf517569 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Allocated IP 172.20.0.6 (5ecc2712-9a4c-4406-a4a9-34a029e19ad4/11e43b35-bf07-41f5-b3f0-471b3986f781/93e41ab1-f392-4766-9bc9-db60a8c85562) {{(pid=94232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:09:29.282997 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38acc7-8b7d-49ab-b039-aa0b617037e7 req-5b2d7a8a-bb01-47f5-ba59-1109a4ca289e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:29.286139 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2b38acc7-8b7d-49ab-b039-aa0b617037e7 req-5b2d7a8a-bb01-47f5-ba59-1109a4ca289e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=189db14d-e9ba-4957-858f-48c644cc288d HTTP/1.1" status: 200 len: 852 time: 0.6588399 Sep 23 23:09:29.308694 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4e1550ad-cc56-4bde-98ae-23e645c84bdc req-59f0f830-6704-421f-9e92-8db4f4051a0d tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6965609 Sep 23 23:09:29.455482 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2b38acc7-8b7d-49ab-b039-aa0b617037e7 req-80ccb6a3-603d-40a5-894c-0ec230b2e825 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f3fb57f6-721a-4c87-88ef-a1e082212ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1397631 Sep 23 23:09:29.567384 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 573f9f71-3f41-4bb4-98fd-9cd5929444b6, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=573f9f71-3f41-4bb4-98fd-9cd5929444b6,segment=NetworkSegment(2fc98a28-e4ec-4110-90bc-1f7e871d9e17),segment_id=2fc98a28-e4ec-4110-90bc-1f7e871d9e17)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:09:29.618863 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Returning: {'device': '573f9f71-3f41-4bb4-98fd-9cd5929444b6', 'network_id': 'f3fb57f6-721a-4c87-88ef-a1e082212ed1', 'port_id': '573f9f71-3f41-4bb4-98fd-9cd5929444b6', 'mac_address': 'fa:16:3e:e2:6a:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189db14d-e9ba-4957-858f-48c644cc288d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:09:29.694894 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-474dde84-44d9-45ee-b739-faffcf517569 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Notify callbacks [] for port, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:29.764427 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-474dde84-44d9-45ee-b739-faffcf517569 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663'] for port, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:29.780331 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:29.831421 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 573f9f71-3f41-4bb4-98fd-9cd5929444b6 {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:09:29.916498 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474dde84-44d9-45ee-b739-faffcf517569 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Pushing event updated for resources: {'Port': ['ID=93e41ab1-f392-4766-9bc9-db60a8c85562,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:29.935001 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-474dde84-44d9-45ee-b739-faffcf517569 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Network 5ecc2712-9a4c-4406-a4a9-34a029e19ad4 is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:09:29.968100 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 573f9f71-3f41-4bb4-98fd-9cd5929444b6, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=573f9f71-3f41-4bb4-98fd-9cd5929444b6,segment=NetworkSegment(2fc98a28-e4ec-4110-90bc-1f7e871d9e17),segment_id=2fc98a28-e4ec-4110-90bc-1f7e871d9e17)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:09:29.985775 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:29.987885 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device afe7c452-c2b1-4452-acee-2f5e7a38185d details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:09:30.022569 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-474dde84-44d9-45ee-b739-faffcf517569 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:09:30.064909 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-474dde84-44d9-45ee-b739-faffcf517569 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Received port after_create {{(pid=94232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:09:30.084320 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-474dde84-44d9-45ee-b739-faffcf517569 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:30.085318 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-474dde84-44d9-45ee-b739-faffcf517569 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:30.129214 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02560d53-84a1-4ceb-bf45-6469d943afec req-aa028311-62b2-4494-9d60-e913e9c45854 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:30.137569 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=573f9f71-3f41-4bb4-98fd-9cd5929444b6,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:30.140100 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-02560d53-84a1-4ceb-bf45-6469d943afec req-aa028311-62b2-4494-9d60-e913e9c45854 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5363ec-d506-4817-9a66-35508430891a HTTP/1.1" status: 200 len: 944 time: 0.6765735 Sep 23 23:09:30.157259 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-7e9dc6eb-8285-4ca5-920a-355bf3ba7858 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Allocated IP 172.20.0.6 (859f9436-dc16-4206-b2fa-4ec5d354a397/d5292f11-46b2-45b6-a3a7-25fa5706495d/57776d52-8430-4439-ab81-0a861c2b2789) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:09:30.201190 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc2987-34e8-4976-8d89-bb34628042b7 req-211b7409-d2ac-4c98-ac2c-f50b9fa68549 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:30.211932 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-17bc2987-34e8-4976-8d89-bb34628042b7 req-211b7409-d2ac-4c98-ac2c-f50b9fa68549 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 931 time: 0.4660976 Sep 23 23:09:30.240306 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c591a721-193b-46f0-884f-e39ec01fa08b req-30cad6ce-dcc8-4640-ac74-b6ac228410eb service neutron] 10.222.0.11 "GET /v2.0/networks/5ecc2712-9a4c-4406-a4a9-34a029e19ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2777991 Sep 23 23:09:30.290514 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-02560d53-84a1-4ceb-bf45-6469d943afec req-9b09e378-185d-48fb-aafe-c1546079d4b6 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/security-groups?id=db4da5ba-909a-4467-b1af-6557bb32fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439881 Sep 23 23:09:30.382012 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-17bc2987-34e8-4976-8d89-bb34628042b7 req-33f16fb2-ff83-410a-9084-f5a30864dd99 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632972 Sep 23 23:09:30.385113 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2b38acc7-8b7d-49ab-b039-aa0b617037e7 req-19c88eb3-7a95-4e87-83e5-6a054f8a91b9 service neutron] 10.222.0.11 "GET /v2.0/networks/f3fb57f6-721a-4c87-88ef-a1e082212ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6492677 Sep 23 23:09:30.448642 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dcd1a020-7afc-4e8c-8aaf-e3ae44932ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:30.485373 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dcd1a020-7afc-4e8c-8aaf-e3ae44932ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:30.553799 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-474dde84-44d9-45ee-b739-faffcf517569 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4633434 Sep 23 23:09:30.575370 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:30.578364 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-ca731c57-293c-46c0-bf7a-32f80e5127a9 service neutron] Request body: {'port': {'device_id': '15291a3d-4bc5-4b98-b9ab-3c9147f03a25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81078'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:09:30.595863 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-dcd1a020-7afc-4e8c-8aaf-e3ae44932ffd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=16a44c974ea245c5a2dfc04562fec13a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4811223 Sep 23 23:09:30.620535 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port afe7c452-c2b1-4452-acee-2f5e7a38185d, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=afe7c452-c2b1-4452-acee-2f5e7a38185d,segment=NetworkSegment(bb89ef85-36bb-4a06-b0e7-d6b884aca5fe),segment_id=bb89ef85-36bb-4a06-b0e7-d6b884aca5fe)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:09:30.621840 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 52464) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:30.652043 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Returning: {'device': 'afe7c452-c2b1-4452-acee-2f5e7a38185d', 'network_id': 'ce9d38ed-90b0-4188-83c2-f86aff95fb9d', 'port_id': 'afe7c452-c2b1-4452-acee-2f5e7a38185d', 'mac_address': 'fa:16:3e:6f:92:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbb2c8-7187-415d-b3c4-d09ac2c1fdfd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:09:30.761081 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:30.802358 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afe7c452-c2b1-4452-acee-2f5e7a38185d {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:09:30.838964 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9852ab3b-a40e-4f1f-9edb-b6be3f80326e req-7c5fd84e-e86c-400b-863e-caed641421e6 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 210 time: 0.2162611 Sep 23 23:09:30.870941 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port afe7c452-c2b1-4452-acee-2f5e7a38185d, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=afe7c452-c2b1-4452-acee-2f5e7a38185d,segment=NetworkSegment(bb89ef85-36bb-4a06-b0e7-d6b884aca5fe),segment_id=bb89ef85-36bb-4a06-b0e7-d6b884aca5fe)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:09:30.879670 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:30.903384 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-ca731c57-293c-46c0-bf7a-32f80e5127a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:30.953359 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2646af35-8818-4161-be03-5207f99c36d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:30.956369 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1a020-7afc-4e8c-8aaf-e3ae44932ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88493d22-2164-4ecd-b399-e99365ed4a40,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:30.995253 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=afe7c452-c2b1-4452-acee-2f5e7a38185d,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:31.056988 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c591a721-193b-46f0-884f-e39ec01fa08b req-cc034fb0-e585-4697-bc34-1689ea878006 service neutron] 10.222.0.11 "GET /v2.0/networks/5ecc2712-9a4c-4406-a4a9-34a029e19ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7519827 Sep 23 23:09:31.068029 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271506e-cfa1-4959-bc52-4f377c842b41 req-aadce0d7-8288-4cbf-9ddd-21ba5efead6b tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:31.070679 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b271506e-cfa1-4959-bc52-4f377c842b41 req-aadce0d7-8288-4cbf-9ddd-21ba5efead6b tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=69fe11ba-e818-4b8b-9913-9b2ff18eea9b HTTP/1.1" status: 200 len: 943 time: 0.3718574 Sep 23 23:09:31.083050 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2646af35-8818-4161-be03-5207f99c36d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:31.129232 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2b38acc7-8b7d-49ab-b039-aa0b617037e7 req-2f7a939f-c4d8-4808-9539-c718b768fdf5 service neutron] 10.222.0.11 "GET /v2.0/networks/f3fb57f6-721a-4c87-88ef-a1e082212ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7191317 Sep 23 23:09:31.142059 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-7e9dc6eb-8285-4ca5-920a-355bf3ba7858 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:31.237162 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['573f9f71-3f41-4bb4-98fd-9cd5929444b6'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:09:31.264095 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-7e9dc6eb-8285-4ca5-920a-355bf3ba7858 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:31.286265 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['afe7c452-c2b1-4452-acee-2f5e7a38185d'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:09:31.331199 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b271506e-cfa1-4959-bc52-4f377c842b41 req-bd66b5d8-bd50-4726-8333-a8d988abcb35 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242324 Sep 23 23:09:31.408287 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930f20a-0cd9-41a9-92ed-df8c1a5affc8 req-b13df51e-3d6e-415f-a694-66877c5ccb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:31.410150 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f930f20a-0cd9-41a9-92ed-df8c1a5affc8 req-b13df51e-3d6e-415f-a694-66877c5ccb6a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5cecf3dbc83542a19dc355f0eed91522&device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 1097 time: 0.2439041 Sep 23 23:09:31.444118 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9dc6eb-8285-4ca5-920a-355bf3ba7858 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Pushing event updated for resources: {'Port': ['ID=57776d52-8430-4439-ab81-0a861c2b2789,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:31.462652 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2646af35-8818-4161-be03-5207f99c36d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:31.466707 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2646af35-8818-4161-be03-5207f99c36d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:31.468289 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-2646af35-8818-4161-be03-5207f99c36d9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/88493d22-2164-4ecd-b399-e99365ed4a40 HTTP/1.1" status: 204 len: 168 time: 0.7600262 Sep 23 23:09:31.525157 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-7e9dc6eb-8285-4ca5-920a-355bf3ba7858 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Network 859f9436-dc16-4206-b2fa-4ec5d354a397 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:09:31.539869 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-7e9dc6eb-8285-4ca5-920a-355bf3ba7858 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:09:31.545371 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-7e9dc6eb-8285-4ca5-920a-355bf3ba7858 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:09:31.572852 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-7e9dc6eb-8285-4ca5-920a-355bf3ba7858 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:31.576384 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-7e9dc6eb-8285-4ca5-920a-355bf3ba7858 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:31.631450 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2646af35-8818-4161-be03-5207f99c36d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88493d22-2164-4ecd-b399-e99365ed4a40,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:31.663099 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-7e9dc6eb-8285-4ca5-920a-355bf3ba7858 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4459090 Sep 23 23:09:31.709812 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-281bc3cf-4001-4335-a9a7-b6c53f64b918 service neutron] Request body: {'port': {'device_id': 'cbca20fa-3f27-486c-a9ee-7a23388086cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81078'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:09:31.941900 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-281bc3cf-4001-4335-a9a7-b6c53f64b918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:32.014878 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4867ff6-e83a-4754-9d35-fa8dff4a0f57 req-9e0dba16-4297-4a39-a92d-ce3ad29905c5 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:32.016963 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f4867ff6-e83a-4754-9d35-fa8dff4a0f57 req-9e0dba16-4297-4a39-a92d-ce3ad29905c5 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 931 time: 0.4218249 Sep 23 23:09:32.030478 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c104e-1dcc-43af-baf4-88356ed69853 req-c982001f-bf6c-4867-817d-fb7f7e0032bd tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:32.040316 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-da5c104e-1dcc-43af-baf4-88356ed69853 req-c982001f-bf6c-4867-817d-fb7f7e0032bd tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5363ec-d506-4817-9a66-35508430891a HTTP/1.1" status: 200 len: 945 time: 0.5075641 Sep 23 23:09:32.067724 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930f20a-0cd9-41a9-92ed-df8c1a5affc8 req-4689f817-98e4-4b5d-889a-b104ed0ddb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:32.068720 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f930f20a-0cd9-41a9-92ed-df8c1a5affc8 req-4689f817-98e4-4b5d-889a-b104ed0ddb04 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5ecc2712-9a4c-4406-a4a9-34a029e19ad4 HTTP/1.1" status: 200 len: 920 time: 0.6436381 Sep 23 23:09:32.136983 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-eafbdad9-9765-4d2d-b206-d1ebc2a369cd None None] Provisioning complete for port 57776d52-8430-4439-ab81-0a861c2b2789 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:09:32.137281 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-eafbdad9-9765-4d2d-b206-d1ebc2a369cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:32.172323 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f930f20a-0cd9-41a9-92ed-df8c1a5affc8 req-434720d5-8d5f-4d3a-9fdb-58db9ae30951 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6698bd3-5871-41f1-ad67-d322b8907bca HTTP/1.1" status: 200 len: 217 time: 0.0626297 Sep 23 23:09:32.198303 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-ca731c57-293c-46c0-bf7a-32f80e5127a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93e41ab1-f392-4766-9bc9-db60a8c85562 {{(pid=94232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:09:32.283514 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-eafbdad9-9765-4d2d-b206-d1ebc2a369cd None None] Port 57776d52-8430-4439-ab81-0a861c2b2789 cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:09:32.303239 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-ca731c57-293c-46c0-bf7a-32f80e5127a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:32.501728 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930f20a-0cd9-41a9-92ed-df8c1a5affc8 req-ffc49531-7dca-48c4-be01-13b67761ae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:32.506260 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f930f20a-0cd9-41a9-92ed-df8c1a5affc8 req-ffc49531-7dca-48c4-be01-13b67761ae6a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=11e43b35-bf07-41f5-b3f0-471b3986f781 HTTP/1.1" status: 200 len: 859 time: 0.2720754 Sep 23 23:09:32.555309 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f4867ff6-e83a-4754-9d35-fa8dff4a0f57 req-fb00eac3-e38f-4a2a-b5dd-94ace4c8011c tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5085218 Sep 23 23:09:32.579761 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-da5c104e-1dcc-43af-baf4-88356ed69853 req-a2a9570e-80c5-4025-9078-636fa5a757a2 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/security-groups?id=db4da5ba-909a-4467-b1af-6557bb32fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5383530 Sep 23 23:09:32.580984 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.provisioning_blocks [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-ca731c57-293c-46c0-bf7a-32f80e5127a9 service neutron] Transition to ACTIVE for port object 93e41ab1-f392-4766-9bc9-db60a8c85562 will not be triggered until provisioned by entity L2. {{(pid=94232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:09:32.589935 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f930f20a-0cd9-41a9-92ed-df8c1a5affc8 req-5f92e08b-9699-43ce-a298-9036a087be02 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ecc2712-9a4c-4406-a4a9-34a029e19ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566530 Sep 23 23:09:32.593900 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-ca731c57-293c-46c0-bf7a-32f80e5127a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:32.671489 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 52516) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:32.683629 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca731c57-293c-46c0-bf7a-32f80e5127a9 service neutron] Pushing event updated for resources: {'Port': ['ID=93e41ab1-f392-4766-9bc9-db60a8c85562,revision_number=2']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:32.742970 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ebbaea0a-b85c-4108-8e5b-01052b7be10c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:32.944527 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 52524) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:32.963733 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-ca731c57-293c-46c0-bf7a-32f80e5127a9 service neutron] Attempting to bind port 93e41ab1-f392-4766-9bc9-db60a8c85562 on host hv-cinder-81078 for vnic_type normal with profile {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:09:32.964167 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-ca731c57-293c-46c0-bf7a-32f80e5127a9 service neutron] Attempting to bind port 93e41ab1-f392-4766-9bc9-db60a8c85562 by drivers openvswitch,hyperv on host hv-cinder-81078 at level 0 using segments [{'id': 'fcf90ec9-7077-42ff-ae12-ee710ab4c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5ecc2712-9a4c-4406-a4a9-34a029e19ad4'}] {{(pid=94232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:09:32.964565 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-ca731c57-293c-46c0-bf7a-32f80e5127a9 service neutron] Attempting to bind port 93e41ab1-f392-4766-9bc9-db60a8c85562 on network 5ecc2712-9a4c-4406-a4a9-34a029e19ad4 {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:09:32.984623 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af990be-e64b-4ea4-96a7-d9b9d4d1c436 req-d0381598-1c68-47d2-bca2-3225f8664026 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:32.986749 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9af990be-e64b-4ea4-96a7-d9b9d4d1c436 req-d0381598-1c68-47d2-bca2-3225f8664026 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=69fe11ba-e818-4b8b-9913-9b2ff18eea9b HTTP/1.1" status: 200 len: 944 time: 0.2227571 Sep 23 23:09:32.988832 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-281bc3cf-4001-4335-a9a7-b6c53f64b918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57776d52-8430-4439-ab81-0a861c2b2789 {{(pid=94231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:09:32.998863 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-ca731c57-293c-46c0-bf7a-32f80e5127a9 service neutron] Port 93e41ab1-f392-4766-9bc9-db60a8c85562 on network 5ecc2712-9a4c-4406-a4a9-34a029e19ad4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81078 {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:09:32.999227 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-ca731c57-293c-46c0-bf7a-32f80e5127a9 service neutron] Attempting to bind port 93e41ab1-f392-4766-9bc9-db60a8c85562 on network 5ecc2712-9a4c-4406-a4a9-34a029e19ad4 {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:09:33.012882 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-281bc3cf-4001-4335-a9a7-b6c53f64b918 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:33.020359 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f930f20a-0cd9-41a9-92ed-df8c1a5affc8 req-841829a6-830e-484e-9b31-7204036c6ea4 service neutron] 10.222.0.11 "GET /v2.0/networks/5ecc2712-9a4c-4406-a4a9-34a029e19ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173701 Sep 23 23:09:33.021363 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-ca731c57-293c-46c0-bf7a-32f80e5127a9 service neutron] Checking agent: {'id': '3c892145-8c1f-42fb-b36d-f51cd8b65402', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 7, 8), 'started_at': datetime.datetime(2021, 9, 23, 23, 7, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:09:33.021852 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-ca731c57-293c-46c0-bf7a-32f80e5127a9 service neutron] Checking segment: {'id': 'fcf90ec9-7077-42ff-ae12-ee710ab4c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5ecc2712-9a4c-4406-a4a9-34a029e19ad4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:09:33.022548 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-ca731c57-293c-46c0-bf7a-32f80e5127a9 service neutron] Bound using segment: {'id': 'fcf90ec9-7077-42ff-ae12-ee710ab4c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5ecc2712-9a4c-4406-a4a9-34a029e19ad4'} {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:09:33.023324 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-ca731c57-293c-46c0-bf7a-32f80e5127a9 service neutron] Bound port: 93e41ab1-f392-4766-9bc9-db60a8c85562, host: hv-cinder-81078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcf90ec9-7077-42ff-ae12-ee710ab4c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5ecc2712-9a4c-4406-a4a9-34a029e19ad4'}}] {{(pid=94232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:09:33.023927 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-ca731c57-293c-46c0-bf7a-32f80e5127a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:33.059070 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.provisioning_blocks [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-281bc3cf-4001-4335-a9a7-b6c53f64b918 service neutron] Transition to ACTIVE for port object 57776d52-8430-4439-ab81-0a861c2b2789 will not be triggered until provisioned by entity L2. {{(pid=94231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:09:33.069995 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-281bc3cf-4001-4335-a9a7-b6c53f64b918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:33.076555 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device f6698bd3-5871-41f1-ad67-d322b8907bca details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:09:33.113018 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f4fbc-2dff-4e5b-a145-634d38dc9b0d req-d9c14da6-be51-45db-9877-0e6d8b1c0981 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:33.117396 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 573f9f71-3f41-4bb4-98fd-9cd5929444b6 up at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:09:33.122027 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-108f4fbc-2dff-4e5b-a145-634d38dc9b0d req-d9c14da6-be51-45db-9877-0e6d8b1c0981 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 931 time: 0.2806559 Sep 23 23:09:33.168132 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9af990be-e64b-4ea4-96a7-d9b9d4d1c436 req-32a04c32-98d7-47dc-be26-655848913a50 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726632 Sep 23 23:09:33.193734 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ebbaea0a-b85c-4108-8e5b-01052b7be10c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:33.236203 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ebbaea0a-b85c-4108-8e5b-01052b7be10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:33.247524 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d5fdb7d4-b843-4e3c-b688-0c0092e0421d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:33.283459 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning for port 573f9f71-3f41-4bb4-98fd-9cd5929444b6 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:09:33.288094 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-108f4fbc-2dff-4e5b-a145-634d38dc9b0d req-d7ff6e4a-aa37-4b47-a5c1-22f1395c5b38 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655025 Sep 23 23:09:33.291620 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning complete for port 573f9f71-3f41-4bb4-98fd-9cd5929444b6 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:09:33.292279 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:33.366287 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-ca731c57-293c-46c0-bf7a-32f80e5127a9 service neutron] For port 93e41ab1-f392-4766-9bc9-db60a8c85562, host hv-cinder-81078, cleared binding levels {{(pid=94232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:09:33.375462 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-ca731c57-293c-46c0-bf7a-32f80e5127a9 service neutron] For port 93e41ab1-f392-4766-9bc9-db60a8c85562, host hv-cinder-81078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=93e41ab1-f392-4766-9bc9-db60a8c85562,segment=NetworkSegment(fcf90ec9-7077-42ff-ae12-ee710ab4c6ad),segment_id=fcf90ec9-7077-42ff-ae12-ee710ab4c6ad)] {{(pid=94232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:09:33.403398 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-ca731c57-293c-46c0-bf7a-32f80e5127a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:33.404582 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port f6698bd3-5871-41f1-ad67-d322b8907bca, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=f6698bd3-5871-41f1-ad67-d322b8907bca,segment=NetworkSegment(fcf90ec9-7077-42ff-ae12-ee710ab4c6ad),segment_id=fcf90ec9-7077-42ff-ae12-ee710ab4c6ad)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:09:33.431234 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f930f20a-0cd9-41a9-92ed-df8c1a5affc8 req-ec9cc5e3-019a-44cd-ae5b-5a5025bcf8e1 service neutron] 10.222.0.11 "GET /v2.0/networks/5ecc2712-9a4c-4406-a4a9-34a029e19ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851116 Sep 23 23:09:33.437056 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281bc3cf-4001-4335-a9a7-b6c53f64b918 service neutron] Pushing event updated for resources: {'Port': ['ID=57776d52-8430-4439-ab81-0a861c2b2789,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:33.476758 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-ebbaea0a-b85c-4108-8e5b-01052b7be10c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=004433f4f6214f00bc349e25c5f6a52c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8034308 Sep 23 23:09:33.484793 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbaea0a-b85c-4108-8e5b-01052b7be10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee26b44-728b-4d75-84b2-f97bd88d81ed,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:33.486917 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Returning: {'device': 'f6698bd3-5871-41f1-ad67-d322b8907bca', 'network_id': '5ecc2712-9a4c-4406-a4a9-34a029e19ad4', 'port_id': 'f6698bd3-5871-41f1-ad67-d322b8907bca', 'mac_address': 'fa:16:3e:83:ac:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e43b35-bf07-41f5-b3f0-471b3986f781', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:09:33.487193 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 52528) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:33.523013 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-ca731c57-293c-46c0-bf7a-32f80e5127a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:33.524173 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-ca731c57-293c-46c0-bf7a-32f80e5127a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:33.526952 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-ca731c57-293c-46c0-bf7a-32f80e5127a9 service neutron] 10.222.0.11 "PUT /v2.0/ports/93e41ab1-f392-4766-9bc9-db60a8c85562 HTTP/1.1" status: 200 len: 1093 time: 2.9710090 Sep 23 23:09:33.528295 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15291a3d-4bc5-4b98-b9ab-3c9147f03a25', 'tag': '93e41ab1-f392-4766-9bc9-db60a8c85562'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:09:33.530391 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-281bc3cf-4001-4335-a9a7-b6c53f64b918 service neutron] Attempting to bind port 57776d52-8430-4439-ab81-0a861c2b2789 on host hv-cinder-81078 for vnic_type normal with profile {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:09:33.531036 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-281bc3cf-4001-4335-a9a7-b6c53f64b918 service neutron] Attempting to bind port 57776d52-8430-4439-ab81-0a861c2b2789 by drivers openvswitch,hyperv on host hv-cinder-81078 at level 0 using segments [{'id': '3a43d669-9c88-4ebc-9cde-198915606ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '859f9436-dc16-4206-b2fa-4ec5d354a397'}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:09:33.532373 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc74f1c012309c835ea1a53c8f5f732cbfbf790adc92ee6109ffd7f3bd94d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20ecfea-e566-4611-ad72-7a914bc4373e" -d '{"events": [{"name": "network-changed", "server_uuid": "15291a3d-4bc5-4b98-b9ab-3c9147f03a25", "tag": "93e41ab1-f392-4766-9bc9-db60a8c85562"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:09:33.532595 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-281bc3cf-4001-4335-a9a7-b6c53f64b918 service neutron] Attempting to bind port 57776d52-8430-4439-ab81-0a861c2b2789 on network 859f9436-dc16-4206-b2fa-4ec5d354a397 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:09:33.570000 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-281bc3cf-4001-4335-a9a7-b6c53f64b918 service neutron] Port 57776d52-8430-4439-ab81-0a861c2b2789 on network 859f9436-dc16-4206-b2fa-4ec5d354a397 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81078 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:09:33.570000 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-281bc3cf-4001-4335-a9a7-b6c53f64b918 service neutron] Attempting to bind port 57776d52-8430-4439-ab81-0a861c2b2789 on network 859f9436-dc16-4206-b2fa-4ec5d354a397 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:09:33.586205 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-281bc3cf-4001-4335-a9a7-b6c53f64b918 service neutron] Checking agent: {'id': '3c892145-8c1f-42fb-b36d-f51cd8b65402', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 7, 8), 'started_at': datetime.datetime(2021, 9, 23, 23, 7, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:09:33.586842 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-281bc3cf-4001-4335-a9a7-b6c53f64b918 service neutron] Checking segment: {'id': '3a43d669-9c88-4ebc-9cde-198915606ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '859f9436-dc16-4206-b2fa-4ec5d354a397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:09:33.587547 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-281bc3cf-4001-4335-a9a7-b6c53f64b918 service neutron] Bound using segment: {'id': '3a43d669-9c88-4ebc-9cde-198915606ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '859f9436-dc16-4206-b2fa-4ec5d354a397'} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:09:33.588955 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-281bc3cf-4001-4335-a9a7-b6c53f64b918 service neutron] Bound port: 57776d52-8430-4439-ab81-0a861c2b2789, host: hv-cinder-81078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a43d669-9c88-4ebc-9cde-198915606ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '859f9436-dc16-4206-b2fa-4ec5d354a397'}}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:09:33.589868 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-281bc3cf-4001-4335-a9a7-b6c53f64b918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:33.603984 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:33.636364 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:33.659057 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6698bd3-5871-41f1-ad67-d322b8907bca {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:09:33.678312 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5363ec-d506-4817-9a66-35508430891a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573f9f71-3f41-4bb4-98fd-9cd5929444b6'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:09:33.790862 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6f75ed-e27b-4135-83aa-d0081f501dfd x-openstack-request-id: req-7a6f75ed-e27b-4135-83aa-d0081f501dfd {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:09:33.791398 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15291a3d-4bc5-4b98-b9ab-3c9147f03a25", "tag": "93e41ab1-f392-4766-9bc9-db60a8c85562", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:09:33.791869 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7a6f75ed-e27b-4135-83aa-d0081f501dfd {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:09:33.793164 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15291a3d-4bc5-4b98-b9ab-3c9147f03a25', 'tag': '93e41ab1-f392-4766-9bc9-db60a8c85562', 'status': 'completed', 'code': 200} Sep 23 23:09:33.794026 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca731c57-293c-46c0-bf7a-32f80e5127a9 service neutron] Pushing event updated for resources: {'Port': ['ID=93e41ab1-f392-4766-9bc9-db60a8c85562,revision_number=3']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:33.829247 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d5fdb7d4-b843-4e3c-b688-0c0092e0421d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:33.833568 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-281bc3cf-4001-4335-a9a7-b6c53f64b918 service neutron] For port 57776d52-8430-4439-ab81-0a861c2b2789, host hv-cinder-81078, cleared binding levels {{(pid=94231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:09:33.856569 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-281bc3cf-4001-4335-a9a7-b6c53f64b918 service neutron] For port 57776d52-8430-4439-ab81-0a861c2b2789, host hv-cinder-81078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=57776d52-8430-4439-ab81-0a861c2b2789,segment=NetworkSegment(3a43d669-9c88-4ebc-9cde-198915606ca5),segment_id=3a43d669-9c88-4ebc-9cde-198915606ca5)] {{(pid=94231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:09:33.860483 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d5fdb7d4-b843-4e3c-b688-0c0092e0421d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:33.888436 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-281bc3cf-4001-4335-a9a7-b6c53f64b918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:33.943639 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 573f9f71-3f41-4bb4-98fd-9cd5929444b6, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=573f9f71-3f41-4bb4-98fd-9cd5929444b6,segment=NetworkSegment(2fc98a28-e4ec-4110-90bc-1f7e871d9e17),segment_id=2fc98a28-e4ec-4110-90bc-1f7e871d9e17)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:09:33.973476 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:33.975298 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device afe7c452-c2b1-4452-acee-2f5e7a38185d up at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:09:33.999642 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fdb7d4-b843-4e3c-b688-0c0092e0421d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7281d503-aa0f-41c8-a88a-2d992bf3e59b,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:34.067911 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-d5fdb7d4-b843-4e3c-b688-0c0092e0421d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f2f723dbdb0340279e34514ed442d2a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1161196 Sep 23 23:09:34.077191 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 52554) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:34.083856 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-281bc3cf-4001-4335-a9a7-b6c53f64b918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:34.085024 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-281bc3cf-4001-4335-a9a7-b6c53f64b918 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:34.087627 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-281bc3cf-4001-4335-a9a7-b6c53f64b918 service neutron] 10.222.0.11 "PUT /v2.0/ports/57776d52-8430-4439-ab81-0a861c2b2789 HTTP/1.1" status: 200 len: 1093 time: 2.4139657 Sep 23 23:09:34.111677 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbca20fa-3f27-486c-a9ee-7a23388086cb', 'tag': '57776d52-8430-4439-ab81-0a861c2b2789'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:09:34.116754 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1d5602135d6fd2b93bb7a1a207777d999d514b69f59ce624d4faeb629b016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800efc1e-fc96-4795-bc73-91da6731a211" -d '{"events": [{"name": "network-changed", "server_uuid": "cbca20fa-3f27-486c-a9ee-7a23388086cb", "tag": "57776d52-8430-4439-ab81-0a861c2b2789"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:09:34.119662 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port f6698bd3-5871-41f1-ad67-d322b8907bca, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=f6698bd3-5871-41f1-ad67-d322b8907bca,segment=NetworkSegment(fcf90ec9-7077-42ff-ae12-ee710ab4c6ad),segment_id=fcf90ec9-7077-42ff-ae12-ee710ab4c6ad)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:09:34.222830 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:34.319101 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7224bc9728871e873a89dc5c7795d0b38d91bd368c61c3cf47b1fa6016b6835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da460d4-57da-4ff9-864c-f9f03a6086a5" -d '{"events": [{"server_uuid": "7c5363ec-d506-4817-9a66-35508430891a", "name": "network-vif-plugged", "status": "completed", "tag": "573f9f71-3f41-4bb4-98fd-9cd5929444b6"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:09:34.346506 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning for port afe7c452-c2b1-4452-acee-2f5e7a38185d completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:09:34.350562 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281bc3cf-4001-4335-a9a7-b6c53f64b918 service neutron] Pushing event updated for resources: {'Port': ['ID=57776d52-8430-4439-ab81-0a861c2b2789,revision_number=3']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:34.424442 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning complete for port afe7c452-c2b1-4452-acee-2f5e7a38185d triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:09:34.427089 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:34.480827 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-7ffdbc38-f84e-44fb-b64c-98a298d7e8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:34.576596 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=573f9f71-3f41-4bb4-98fd-9cd5929444b6,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:34.584138 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['f6698bd3-5871-41f1-ad67-d322b8907bca'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:09:34.586201 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-7ffdbc38-f84e-44fb-b64c-98a298d7e8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:34.635718 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-3f965ac8-d2aa-473a-a614-c5dc58adeb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:34.637539 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-3f965ac8-d2aa-473a-a614-c5dc58adeb21 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a9b741287e54b41b0e1fea7f8d4accc&device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 1096 time: 0.4591961 Sep 23 23:09:34.642424 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-a0bacd75-62b9-4e32-b6b5-b40c111b49ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:34.647170 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-a0bacd75-62b9-4e32-b6b5-b40c111b49ed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5cecf3dbc83542a19dc355f0eed91522&device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 1096 time: 1.0119734 Sep 23 23:09:34.673801 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e7d3e-2eda-4034-bdfa-c8d18dee16a9 req-e17d5893-e985-4d47-949c-5af2fc3f60d7 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:34.676685 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-091e7d3e-2eda-4034-bdfa-c8d18dee16a9 req-e17d5893-e985-4d47-949c-5af2fc3f60d7 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5363ec-d506-4817-9a66-35508430891a HTTP/1.1" status: 200 len: 945 time: 0.8537717 Sep 23 23:09:34.687930 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-fc04fdb9-9fe6-486c-80b1-93bda61f82b4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57776d52-8430-4439-ab81-0a861c2b2789 HTTP/1.1" status: 200 len: 217 time: 0.0414765 Sep 23 23:09:34.715569 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf6145-4024-4234-8297-837028f4998b req-0a9fc67b-18ed-45c6-a408-6fd4fdc1d24d tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:34.718515 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b5cf6145-4024-4234-8297-837028f4998b req-0a9fc67b-18ed-45c6-a408-6fd4fdc1d24d tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 943 time: 0.8996525 Sep 23 23:09:34.748540 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-7ffdbc38-f84e-44fb-b64c-98a298d7e8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:34.751321 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-7ffdbc38-f84e-44fb-b64c-98a298d7e8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:34.756928 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-7ffdbc38-f84e-44fb-b64c-98a298d7e8e7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7281d503-aa0f-41c8-a88a-2d992bf3e59b HTTP/1.1" status: 204 len: 168 time: 0.6637049 Sep 23 23:09:34.761915 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-87538a9e-d965-4227-a3ea-4d107e84e1e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:34.767691 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffdbc38-f84e-44fb-b64c-98a298d7e8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7281d503-aa0f-41c8-a88a-2d992bf3e59b,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:34.778266 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-c9c4ea09-f10c-497c-a680-36f3d5c48e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:34.780578 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-c9c4ea09-f10c-497c-a680-36f3d5c48e54 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d5292f11-46b2-45b6-a3a7-25fa5706495d HTTP/1.1" status: 200 len: 850 time: 0.0838029 Sep 23 23:09:34.794389 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-c05341e7-d804-4883-8898-72c03b467c87 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93e41ab1-f392-4766-9bc9-db60a8c85562 HTTP/1.1" status: 200 len: 217 time: 0.1094360 Sep 23 23:09:34.797058 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-87538a9e-d965-4227-a3ea-4d107e84e1e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:34.847751 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=f6698bd3-5871-41f1-ad67-d322b8907bca,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:34.887117 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-bfd4f07e-a5c4-4928-ad4a-d131494f49b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:34.889187 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-bfd4f07e-a5c4-4928-ad4a-d131494f49b2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=859f9436-dc16-4206-b2fa-4ec5d354a397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1002233 Sep 23 23:09:34.932476 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b5cf6145-4024-4234-8297-837028f4998b req-36f302cb-1073-4ea6-880d-294b78671849 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466780 Sep 23 23:09:34.950506 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-091e7d3e-2eda-4034-bdfa-c8d18dee16a9 req-1c7cc59b-0d11-4191-a677-3ab629002bcd tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/security-groups?id=db4da5ba-909a-4467-b1af-6557bb32fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962132 Sep 23 23:09:34.961778 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-cca5d230-7e52-4a0d-8f14-d89bdcc9be5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:34.967165 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-cca5d230-7e52-4a0d-8f14-d89bdcc9be5f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=11e43b35-bf07-41f5-b3f0-471b3986f781 HTTP/1.1" status: 200 len: 859 time: 0.1254368 Sep 23 23:09:35.036054 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-f9cd5665-2741-488f-ae66-da167b0f34c1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ecc2712-9a4c-4406-a4a9-34a029e19ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596344 Sep 23 23:09:35.061884 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:35.063177 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-87538a9e-d965-4227-a3ea-4d107e84e1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:35.067000 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-87538a9e-d965-4227-a3ea-4d107e84e1e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:35.071584 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-87538a9e-d965-4227-a3ea-4d107e84e1e1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1ee26b44-728b-4d75-84b2-f97bd88d81ed HTTP/1.1" status: 204 len: 168 time: 1.5827775 Sep 23 23:09:35.092624 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87538a9e-d965-4227-a3ea-4d107e84e1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee26b44-728b-4d75-84b2-f97bd88d81ed,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:35.113643 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-9b61cd8c-c738-4660-979b-7c5a8064d5fc service neutron] 10.222.0.11 "GET /v2.0/networks/859f9436-dc16-4206-b2fa-4ec5d354a397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156506 Sep 23 23:09:35.117927 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4b56d8-2b0f-44a6-bacb-ded51d8b5a34 x-openstack-request-id: req-5b4b56d8-2b0f-44a6-bacb-ded51d8b5a34 {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:09:35.118105 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbca20fa-3f27-486c-a9ee-7a23388086cb", "tag": "57776d52-8430-4439-ab81-0a861c2b2789", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:09:35.118356 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5b4b56d8-2b0f-44a6-bacb-ded51d8b5a34 {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:09:35.119129 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbca20fa-3f27-486c-a9ee-7a23388086cb', 'tag': '57776d52-8430-4439-ab81-0a861c2b2789', 'status': 'completed', 'code': 200} Sep 23 23:09:35.255973 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port afe7c452-c2b1-4452-acee-2f5e7a38185d, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=afe7c452-c2b1-4452-acee-2f5e7a38185d,segment=NetworkSegment(bb89ef85-36bb-4a06-b0e7-d6b884aca5fe),segment_id=bb89ef85-36bb-4a06-b0e7-d6b884aca5fe)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:09:35.273155 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:35.281051 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-130336d0-3b64-45da-b0f3-c0a90fb6a2a2 req-476e3839-42f2-46a2-ab1d-64899a96226c service neutron] 10.222.0.11 "GET /v2.0/networks/859f9436-dc16-4206-b2fa-4ec5d354a397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586528 Sep 23 23:09:35.405676 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=afe7c452-c2b1-4452-acee-2f5e7a38185d,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:35.436495 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-aa92d734-1d58-4725-9fba-60446d3616d5 service neutron] 10.222.0.11 "GET /v2.0/networks/5ecc2712-9a4c-4406-a4a9-34a029e19ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838646 Sep 23 23:09:35.465923 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800efc1e-fc96-4795-bc73-91da6731a211 req-f053835b-0c09-4780-bcf5-65d9d4a696fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:35.469658 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-800efc1e-fc96-4795-bc73-91da6731a211 req-f053835b-0c09-4780-bcf5-65d9d4a696fb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a9b741287e54b41b0e1fea7f8d4accc&device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 1096 time: 0.1225922 Sep 23 23:09:35.479118 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9830e4-a92d-4f47-945a-f14071480003 req-e31cada4-4435-4374-ae2a-6c317ec5bbcb tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:35.481467 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-bb9830e4-a92d-4f47-945a-f14071480003 req-e31cada4-4435-4374-ae2a-6c317ec5bbcb tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=69fe11ba-e818-4b8b-9913-9b2ff18eea9b HTTP/1.1" status: 200 len: 945 time: 0.2389321 Sep 23 23:09:35.596217 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c401af-2866-4ee9-9bea-502bae125c70 x-openstack-request-id: req-82c401af-2866-4ee9-9bea-502bae125c70 {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:09:35.597013 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5363ec-d506-4817-9a66-35508430891a", "name": "network-vif-plugged", "status": "completed", "tag": "573f9f71-3f41-4bb4-98fd-9cd5929444b6", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:09:35.597704 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-82c401af-2866-4ee9-9bea-502bae125c70 {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:09:35.598747 dv-cinder-810785-1-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c5363ec-d506-4817-9a66-35508430891a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573f9f71-3f41-4bb4-98fd-9cd5929444b6', 'code': 200} Sep 23 23:09:35.794131 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800efc1e-fc96-4795-bc73-91da6731a211 req-dd3e2b8c-a268-4636-8939-2f6ce7e24b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:35.797361 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-800efc1e-fc96-4795-bc73-91da6731a211 req-dd3e2b8c-a268-4636-8939-2f6ce7e24b6b service neutron] 10.222.0.11 "GET /v2.0/networks?id=859f9436-dc16-4206-b2fa-4ec5d354a397 HTTP/1.1" status: 200 len: 912 time: 0.3196340 Sep 23 23:09:35.852263 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-bb9830e4-a92d-4f47-945a-f14071480003 req-93c82516-9faf-4489-a5a3-2737c788221a tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567574 Sep 23 23:09:35.936907 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c3a37b28-0152-4be6-8653-55fd4c8fd5d3 req-56e43d27-09d3-4425-a58b-97a0016b18fd service neutron] 10.222.0.11 "GET /v2.0/networks/5ecc2712-9a4c-4406-a4a9-34a029e19ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4903014 Sep 23 23:09:35.947579 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00a957-83d9-4def-9b0a-9f1a91bf17f2 req-998e801e-c7b6-4004-8385-b65c35a8e14c tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:35.949009 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8e00a957-83d9-4def-9b0a-9f1a91bf17f2 req-998e801e-c7b6-4004-8385-b65c35a8e14c tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 943 time: 0.1021769 Sep 23 23:09:36.016338 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 52612) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:36.023068 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-800efc1e-fc96-4795-bc73-91da6731a211 req-7c7520d3-8d79-4482-bd19-a6aa82aa25fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57776d52-8430-4439-ab81-0a861c2b2789 HTTP/1.1" status: 200 len: 217 time: 0.2128716 Sep 23 23:09:36.152547 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800efc1e-fc96-4795-bc73-91da6731a211 req-62a903e7-2d57-4229-a6b1-0002232909d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:36.155166 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-800efc1e-fc96-4795-bc73-91da6731a211 req-62a903e7-2d57-4229-a6b1-0002232909d6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d5292f11-46b2-45b6-a3a7-25fa5706495d HTTP/1.1" status: 200 len: 850 time: 0.1168382 Sep 23 23:09:36.157825 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9e996755-365b-4619-82ce-2dd50bd8edf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:36.247042 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800efc1e-fc96-4795-bc73-91da6731a211 req-81c5566c-9975-42d2-ab47-f4d09e5e2266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:36.249472 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-800efc1e-fc96-4795-bc73-91da6731a211 req-81c5566c-9975-42d2-ab47-f4d09e5e2266 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=859f9436-dc16-4206-b2fa-4ec5d354a397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0847175 Sep 23 23:09:36.308638 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8e00a957-83d9-4def-9b0a-9f1a91bf17f2 req-70ba7f2d-e5c1-4f1b-8efe-30d122fa3d4d tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3433065 Sep 23 23:09:36.375144 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00384c3c-8921-4bd7-9a39-0a668813cede req-98645a97-2c9b-46ab-a3d9-f892a2f7ecfd tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:36.377673 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-00384c3c-8921-4bd7-9a39-0a668813cede req-98645a97-2c9b-46ab-a3d9-f892a2f7ecfd tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 943 time: 0.2225339 Sep 23 23:09:36.389626 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65354de-ec85-4d41-9df2-15df34565485 req-e8b67534-0386-4308-a853-d97af05856a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:36.392370 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b65354de-ec85-4d41-9df2-15df34565485 req-e8b67534-0386-4308-a853-d97af05856a9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7c5363ec-d506-4817-9a66-35508430891a HTTP/1.1" status: 200 len: 1099 time: 0.3423107 Sep 23 23:09:36.403323 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-800efc1e-fc96-4795-bc73-91da6731a211 req-e6b6d79e-749c-447d-9594-8abd5c1dda4d service neutron] 10.222.0.11 "GET /v2.0/networks/859f9436-dc16-4206-b2fa-4ec5d354a397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448820 Sep 23 23:09:36.408719 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ecfea-e566-4611-ad72-7a914bc4373e req-46d380e4-a873-4005-bf22-f5cce9f37c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:36.410391 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a20ecfea-e566-4611-ad72-7a914bc4373e req-46d380e4-a873-4005-bf22-f5cce9f37c82 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5cecf3dbc83542a19dc355f0eed91522&device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 1096 time: 0.3145804 Sep 23 23:09:36.429796 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-b65354de-ec85-4d41-9df2-15df34565485 req-b171bd91-e9f6-4209-889b-d6f3eeb572e8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:36.492922 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-00384c3c-8921-4bd7-9a39-0a668813cede req-21939a4b-bb54-4582-9f3d-b41c2dc8c531 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900645 Sep 23 23:09:36.541862 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-e120304e-e087-4557-b345-b0e358493c41 None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:09:36.610808 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-800efc1e-fc96-4795-bc73-91da6731a211 req-067f48a0-03d4-465f-9e23-ef5150344795 service neutron] 10.222.0.11 "GET /v2.0/networks/859f9436-dc16-4206-b2fa-4ec5d354a397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012336 Sep 23 23:09:36.706586 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef029b2-b3d3-4a8a-a3fb-f7bfc1422d72 req-4f2b8485-68a7-4dc0-a72c-823502f4ca5a tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:36.708659 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6ef029b2-b3d3-4a8a-a3fb-f7bfc1422d72 req-4f2b8485-68a7-4dc0-a72c-823502f4ca5a tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5363ec-d506-4817-9a66-35508430891a HTTP/1.1" status: 200 len: 946 time: 0.2200210 Sep 23 23:09:36.786300 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ecfea-e566-4611-ad72-7a914bc4373e req-b5ab6bc8-51aa-4b08-9a44-3a7ae97ea1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:36.788115 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a20ecfea-e566-4611-ad72-7a914bc4373e req-b5ab6bc8-51aa-4b08-9a44-3a7ae97ea1c2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5ecc2712-9a4c-4406-a4a9-34a029e19ad4 HTTP/1.1" status: 200 len: 920 time: 0.3560817 Sep 23 23:09:36.812040 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9e996755-365b-4619-82ce-2dd50bd8edf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:36.868697 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9e996755-365b-4619-82ce-2dd50bd8edf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:36.882954 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a20ecfea-e566-4611-ad72-7a914bc4373e req-ace74525-0832-412f-aefc-9d2dcfee6439 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93e41ab1-f392-4766-9bc9-db60a8c85562 HTTP/1.1" status: 200 len: 217 time: 0.0820785 Sep 23 23:09:36.923495 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6ef029b2-b3d3-4a8a-a3fb-f7bfc1422d72 req-f23a2a24-0283-40b0-aba0-59af107f558b tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/security-groups?id=db4da5ba-909a-4467-b1af-6557bb32fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833231 Sep 23 23:09:36.989032 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-9e996755-365b-4619-82ce-2dd50bd8edf9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4a231632fed6418e89e683043356c4df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9675002 Sep 23 23:09:36.991999 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 52642) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:37.021057 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e996755-365b-4619-82ce-2dd50bd8edf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2c58d2-e747-42cd-9dc9-ecc3ad47eb6c,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:37.070020 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-57fc5754-fe71-4736-a2d2-54f4590540e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:37.113278 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-57fc5754-fe71-4736-a2d2-54f4590540e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:37.125305 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720c039-5df8-4c6e-bb9c-5efe6d536d26 req-06df5525-0185-4cab-b3c6-3b5132c67ce4 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:37.128407 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e720c039-5df8-4c6e-bb9c-5efe6d536d26 req-06df5525-0185-4cab-b3c6-3b5132c67ce4 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=69fe11ba-e818-4b8b-9913-9b2ff18eea9b HTTP/1.1" status: 200 len: 945 time: 0.1511626 Sep 23 23:09:37.191290 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-57fc5754-fe71-4736-a2d2-54f4590540e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:37.196025 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-57fc5754-fe71-4736-a2d2-54f4590540e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:37.198374 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-57fc5754-fe71-4736-a2d2-54f4590540e3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3b2c58d2-e747-42cd-9dc9-ecc3ad47eb6c HTTP/1.1" status: 204 len: 168 time: 0.2050323 Sep 23 23:09:37.231325 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc5754-fe71-4736-a2d2-54f4590540e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2c58d2-e747-42cd-9dc9-ecc3ad47eb6c,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:37.233786 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e720c039-5df8-4c6e-bb9c-5efe6d536d26 req-f55a04c3-c17f-4f1b-b518-addda307c4ba tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931625 Sep 23 23:09:37.269567 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-b65354de-ec85-4d41-9df2-15df34565485 req-b171bd91-e9f6-4209-889b-d6f3eeb572e8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:37.279256 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-b65354de-ec85-4d41-9df2-15df34565485 req-b171bd91-e9f6-4209-889b-d6f3eeb572e8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:37.336207 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b171bd91-e9f6-4209-889b-d6f3eeb572e8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b652ab4a-4277-4abb-a088-1b302555efbc,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:37.341498 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b65354de-ec85-4d41-9df2-15df34565485 req-b171bd91-e9f6-4209-889b-d6f3eeb572e8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=db4da5ba-909a-4467-b1af-6557bb32fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9355536 Sep 23 23:09:37.494254 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc2ed1-4f1d-43d1-b8fe-c94c4870af07 req-a7ada2a9-729d-4b75-b20e-c5c7e2c5d9e3 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:37.496129 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-60cc2ed1-4f1d-43d1-b8fe-c94c4870af07 req-a7ada2a9-729d-4b75-b20e-c5c7e2c5d9e3 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 943 time: 0.0806878 Sep 23 23:09:37.596830 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-60cc2ed1-4f1d-43d1-b8fe-c94c4870af07 req-9bbd0195-ee0e-46c9-94a5-8630cbb78658 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853832 Sep 23 23:09:37.603541 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69fe11ba-e818-4b8b-9913-9b2ff18eea9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe7c452-c2b1-4452-acee-2f5e7a38185d'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:09:37.609941 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7224bc9728871e873a89dc5c7795d0b38d91bd368c61c3cf47b1fa6016b6835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ca6ef7-ca37-483b-82c3-ab677b2d1a54" -d '{"events": [{"server_uuid": "69fe11ba-e818-4b8b-9913-9b2ff18eea9b", "name": "network-vif-plugged", "status": "completed", "tag": "afe7c452-c2b1-4452-acee-2f5e7a38185d"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:09:37.691454 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5422dbfe-5753-44eb-92d0-8385794e2a2a x-openstack-request-id: req-5422dbfe-5753-44eb-92d0-8385794e2a2a {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:09:37.691561 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69fe11ba-e818-4b8b-9913-9b2ff18eea9b", "name": "network-vif-plugged", "status": "completed", "tag": "afe7c452-c2b1-4452-acee-2f5e7a38185d", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:09:37.691841 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5422dbfe-5753-44eb-92d0-8385794e2a2a {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:09:37.692406 dv-cinder-810785-1-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69fe11ba-e818-4b8b-9913-9b2ff18eea9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe7c452-c2b1-4452-acee-2f5e7a38185d', 'code': 200} Sep 23 23:09:37.720884 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 57776d52-8430-4439-ab81-0a861c2b2789 details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:09:37.775815 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0168209-1793-4db8-9eaa-903ee338f152 req-af2cd1c6-475d-4d25-8b9e-8d7349b85eec tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:37.779209 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f0168209-1793-4db8-9eaa-903ee338f152 req-af2cd1c6-475d-4d25-8b9e-8d7349b85eec tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 943 time: 0.0745621 Sep 23 23:09:37.834344 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f0168209-1793-4db8-9eaa-903ee338f152 req-ae427497-f5dc-4d7a-be97-801a68094cdb tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429296 Sep 23 23:09:37.921443 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 57776d52-8430-4439-ab81-0a861c2b2789, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=57776d52-8430-4439-ab81-0a861c2b2789,segment=NetworkSegment(3a43d669-9c88-4ebc-9cde-198915606ca5),segment_id=3a43d669-9c88-4ebc-9cde-198915606ca5)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:09:37.973158 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Returning: {'device': '57776d52-8430-4439-ab81-0a861c2b2789', 'network_id': '859f9436-dc16-4206-b2fa-4ec5d354a397', 'port_id': '57776d52-8430-4439-ab81-0a861c2b2789', 'mac_address': 'fa:16:3e:24:91:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5292f11-46b2-45b6-a3a7-25fa5706495d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:09:38.054621 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:38.093514 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57776d52-8430-4439-ab81-0a861c2b2789 {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:09:38.129592 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 57776d52-8430-4439-ab81-0a861c2b2789, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=57776d52-8430-4439-ab81-0a861c2b2789,segment=NetworkSegment(3a43d669-9c88-4ebc-9cde-198915606ca5),segment_id=3a43d669-9c88-4ebc-9cde-198915606ca5)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:09:38.136977 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:38.138294 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 93e41ab1-f392-4766-9bc9-db60a8c85562 details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:09:38.156593 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6ad89-2ba8-4b05-a8ce-19cf0622272e req-b247c146-0f90-47c4-905f-6d2b30d113cc tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:38.159402 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-22d6ad89-2ba8-4b05-a8ce-19cf0622272e req-b247c146-0f90-47c4-905f-6d2b30d113cc tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5363ec-d506-4817-9a66-35508430891a HTTP/1.1" status: 200 len: 946 time: 0.0992794 Sep 23 23:09:38.233115 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=57776d52-8430-4439-ab81-0a861c2b2789,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:38.248639 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-22d6ad89-2ba8-4b05-a8ce-19cf0622272e req-f9083d3f-d191-4705-a6aa-f95c1cfad9a8 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/security-groups?id=db4da5ba-909a-4467-b1af-6557bb32fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782576 Sep 23 23:09:38.337022 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 93e41ab1-f392-4766-9bc9-db60a8c85562, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=93e41ab1-f392-4766-9bc9-db60a8c85562,segment=NetworkSegment(fcf90ec9-7077-42ff-ae12-ee710ab4c6ad),segment_id=fcf90ec9-7077-42ff-ae12-ee710ab4c6ad)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:09:38.354024 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Returning: {'device': '93e41ab1-f392-4766-9bc9-db60a8c85562', 'network_id': '5ecc2712-9a4c-4406-a4a9-34a029e19ad4', 'port_id': '93e41ab1-f392-4766-9bc9-db60a8c85562', 'mac_address': 'fa:16:3e:14:a8:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e43b35-bf07-41f5-b3f0-471b3986f781', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:09:38.419642 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:38.454657 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93e41ab1-f392-4766-9bc9-db60a8c85562 {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:09:38.493305 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458f4a0-b67c-4ec0-ae87-a862f1adc796 req-dca67932-9dec-401b-b6b5-2c065b80aaa4 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:38.495889 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6458f4a0-b67c-4ec0-ae87-a862f1adc796 req-dca67932-9dec-401b-b6b5-2c065b80aaa4 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=69fe11ba-e818-4b8b-9913-9b2ff18eea9b HTTP/1.1" status: 200 len: 945 time: 0.1683736 Sep 23 23:09:38.496458 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 93e41ab1-f392-4766-9bc9-db60a8c85562, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=93e41ab1-f392-4766-9bc9-db60a8c85562,segment=NetworkSegment(fcf90ec9-7077-42ff-ae12-ee710ab4c6ad),segment_id=fcf90ec9-7077-42ff-ae12-ee710ab4c6ad)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:09:38.506095 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:38.578019 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device f6698bd3-5871-41f1-ad67-d322b8907bca up at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:09:38.586842 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6458f4a0-b67c-4ec0-ae87-a862f1adc796 req-12b1eddc-2af4-4ddf-b370-a582faf98a24 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762966 Sep 23 23:09:38.655480 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=93e41ab1-f392-4766-9bc9-db60a8c85562,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:38.692072 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning for port f6698bd3-5871-41f1-ad67-d322b8907bca completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:09:38.697702 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning complete for port f6698bd3-5871-41f1-ad67-d322b8907bca triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:09:38.699085 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:38.824835 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af242ef0-3a42-463d-ad35-4871529f8646 req-a7245023-690c-4526-94cc-a2c794246baf tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:38.841286 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-af242ef0-3a42-463d-ad35-4871529f8646 req-a7245023-690c-4526-94cc-a2c794246baf tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 944 time: 0.1276813 Sep 23 23:09:38.869802 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:38.920620 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port f6698bd3-5871-41f1-ad67-d322b8907bca, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=f6698bd3-5871-41f1-ad67-d322b8907bca,segment=NetworkSegment(fcf90ec9-7077-42ff-ae12-ee710ab4c6ad),segment_id=fcf90ec9-7077-42ff-ae12-ee710ab4c6ad)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:09:38.927841 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-af242ef0-3a42-463d-ad35-4871529f8646 req-ad6f61aa-52d2-4f7a-89c6-b4a9f9d25ada tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820851 Sep 23 23:09:38.928652 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:39.064732 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=f6698bd3-5871-41f1-ad67-d322b8907bca,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:39.083693 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead3b01-13f1-495b-b86a-a10030480f39 req-bf64e382-eac2-426d-a040-b4383586cb50 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:39.103120 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4ead3b01-13f1-495b-b86a-a10030480f39 req-bf64e382-eac2-426d-a040-b4383586cb50 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 944 time: 0.1409829 Sep 23 23:09:39.169212 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4ead3b01-13f1-495b-b86a-a10030480f39 req-ab8a65e7-cc35-4a02-b655-30c8467fb749 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645247 Sep 23 23:09:39.408732 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57545db1-0ddc-4d9a-96b4-8c0e6fc461a8 req-06793279-4cd7-4aa9-8ded-e35495e1ae4a tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:39.411922 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-57545db1-0ddc-4d9a-96b4-8c0e6fc461a8 req-06793279-4cd7-4aa9-8ded-e35495e1ae4a tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5363ec-d506-4817-9a66-35508430891a HTTP/1.1" status: 200 len: 946 time: 0.0760505 Sep 23 23:09:39.468411 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-57545db1-0ddc-4d9a-96b4-8c0e6fc461a8 req-236a76cc-d798-4f5f-92c1-effd922b30c6 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/security-groups?id=db4da5ba-909a-4467-b1af-6557bb32fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464389 Sep 23 23:09:39.580325 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:39.693791 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ece720d-853d-4c5b-b6df-229bc4a13149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6698bd3-5871-41f1-ad67-d322b8907bca'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:09:39.696885 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7224bc9728871e873a89dc5c7795d0b38d91bd368c61c3cf47b1fa6016b6835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03e2ff7-6afe-4527-992d-f1010760b394" -d '{"events": [{"server_uuid": "5ece720d-853d-4c5b-b6df-229bc4a13149", "name": "network-vif-plugged", "status": "completed", "tag": "f6698bd3-5871-41f1-ad67-d322b8907bca"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:09:39.769342 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bf1001-ca11-4e21-9da2-f34ebd190c40 x-openstack-request-id: req-18bf1001-ca11-4e21-9da2-f34ebd190c40 {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:09:39.770909 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ece720d-853d-4c5b-b6df-229bc4a13149", "name": "network-vif-plugged", "status": "completed", "tag": "f6698bd3-5871-41f1-ad67-d322b8907bca", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:09:39.771369 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-18bf1001-ca11-4e21-9da2-f34ebd190c40 {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:09:39.772363 dv-cinder-810785-1-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ece720d-853d-4c5b-b6df-229bc4a13149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6698bd3-5871-41f1-ad67-d322b8907bca', 'code': 200} Sep 23 23:09:39.807857 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f384a7-d35b-4e3a-b4ea-e6dd202193f7 req-d525724d-aaed-4086-bf64-2e5aa9e2dd32 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:39.810988 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f2f384a7-d35b-4e3a-b4ea-e6dd202193f7 req-d525724d-aaed-4086-bf64-2e5aa9e2dd32 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=69fe11ba-e818-4b8b-9913-9b2ff18eea9b HTTP/1.1" status: 200 len: 945 time: 0.1204643 Sep 23 23:09:39.833380 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['93e41ab1-f392-4766-9bc9-db60a8c85562'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:09:39.843878 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['57776d52-8430-4439-ab81-0a861c2b2789'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:09:40.019409 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f2f384a7-d35b-4e3a-b4ea-e6dd202193f7 req-7272d518-0257-4923-b80e-7e7501848aff tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478868 Sep 23 23:09:40.112307 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ecfea-e566-4611-ad72-7a914bc4373e req-f2070789-4b13-4cd8-9105-6b6fe74aa5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:40.112307 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a20ecfea-e566-4611-ad72-7a914bc4373e req-f2070789-4b13-4cd8-9105-6b6fe74aa5f5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=11e43b35-bf07-41f5-b3f0-471b3986f781 HTTP/1.1" status: 200 len: 859 time: 0.3415494 Sep 23 23:09:40.185394 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a20ecfea-e566-4611-ad72-7a914bc4373e req-c9467305-ce62-4c99-aa9c-d5a28b7ff554 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ecc2712-9a4c-4406-a4a9-34a029e19ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678008 Sep 23 23:09:40.447986 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d8c1c-2ea1-4dc2-84dd-5e31d688861a req-28924909-ae3d-43fd-8514-ee775aa280b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:40.451470 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-906d8c1c-2ea1-4dc2-84dd-5e31d688861a req-28924909-ae3d-43fd-8514-ee775aa280b9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=69fe11ba-e818-4b8b-9913-9b2ff18eea9b HTTP/1.1" status: 200 len: 1098 time: 0.2849758 Sep 23 23:09:40.561171 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-906d8c1c-2ea1-4dc2-84dd-5e31d688861a req-ffd03a33-2a6c-463a-8dfd-5f622c484136 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971930 Sep 23 23:09:40.594120 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f6fde-4923-4c84-a6b7-446963c285fa req-c0b81fb6-1c5d-4da9-95c4-224327bfa426 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:40.596651 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a62f6fde-4923-4c84-a6b7-446963c285fa req-c0b81fb6-1c5d-4da9-95c4-224327bfa426 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 944 time: 0.4098797 Sep 23 23:09:40.622372 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908541f-c402-4c7f-a719-2284e2521083 req-029755e2-5b00-4782-87d1-8e07233bf8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:40.626070 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e908541f-c402-4c7f-a719-2284e2521083 req-029755e2-5b00-4782-87d1-8e07233bf8d2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 1099 time: 0.4892986 Sep 23 23:09:40.707860 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9884f-e07e-4009-bd75-75c54bb9f73d req-8ff14beb-a2e1-4629-9291-0417baf52bba tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:40.722423 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7ca9884f-e07e-4009-bd75-75c54bb9f73d req-8ff14beb-a2e1-4629-9291-0417baf52bba tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 944 time: 0.2939053 Sep 23 23:09:40.795233 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a20ecfea-e566-4611-ad72-7a914bc4373e req-3e7b5069-c1de-48ac-8ffc-85d398dba806 service neutron] 10.222.0.11 "GET /v2.0/networks/5ecc2712-9a4c-4406-a4a9-34a029e19ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4499335 Sep 23 23:09:40.907628 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7ca9884f-e07e-4009-bd75-75c54bb9f73d req-d68e953b-4934-46b8-9f4c-a7c9819c4d12 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820211 Sep 23 23:09:40.915328 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a62f6fde-4923-4c84-a6b7-446963c285fa req-d8832a4f-11c4-42d3-a0db-10a653b47401 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2823489 Sep 23 23:09:40.976572 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e908541f-c402-4c7f-a719-2284e2521083 req-f2ed0052-208e-433a-9714-8915c97e4c5d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187119 Sep 23 23:09:41.186579 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a20ecfea-e566-4611-ad72-7a914bc4373e req-551b65d9-ed5a-49b9-8e19-fdb61b101d38 service neutron] 10.222.0.11 "GET /v2.0/networks/5ecc2712-9a4c-4406-a4a9-34a029e19ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684347 Sep 23 23:09:41.284846 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7e416-2b68-4e96-a277-bccdc4002b7f req-4872b772-045f-4180-bf78-be99424b32ff tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:41.287962 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-5cc7e416-2b68-4e96-a277-bccdc4002b7f req-4872b772-045f-4180-bf78-be99424b32ff tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5363ec-d506-4817-9a66-35508430891a HTTP/1.1" status: 200 len: 946 time: 0.2187765 Sep 23 23:09:41.337855 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e444bd-ae65-4e1d-9723-d29eadfd3453 req-b625c58b-5000-4a31-8765-9d4c4ae5abd5 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:41.352151 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c6e444bd-ae65-4e1d-9723-d29eadfd3453 req-b625c58b-5000-4a31-8765-9d4c4ae5abd5 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=69fe11ba-e818-4b8b-9913-9b2ff18eea9b HTTP/1.1" status: 200 len: 945 time: 0.1778307 Sep 23 23:09:41.472277 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-5cc7e416-2b68-4e96-a277-bccdc4002b7f req-ddb52e3a-5ca1-47d2-9cb1-136a7e38413a tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/security-groups?id=db4da5ba-909a-4467-b1af-6557bb32fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716352 Sep 23 23:09:41.497961 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c6e444bd-ae65-4e1d-9723-d29eadfd3453 req-fc038ee7-cc27-481c-8a28-8b3b3dfb4be5 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264315 Sep 23 23:09:41.554551 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 57776d52-8430-4439-ab81-0a861c2b2789 up at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:09:41.651757 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning for port 57776d52-8430-4439-ab81-0a861c2b2789 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:09:41.665788 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning complete for port 57776d52-8430-4439-ab81-0a861c2b2789 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:09:41.666735 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:41.806962 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:41.835822 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbca20fa-3f27-486c-a9ee-7a23388086cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57776d52-8430-4439-ab81-0a861c2b2789'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:09:41.838970 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7224bc9728871e873a89dc5c7795d0b38d91bd368c61c3cf47b1fa6016b6835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcd5bd4-ef8f-446d-9501-f41f160d7c32" -d '{"events": [{"server_uuid": "cbca20fa-3f27-486c-a9ee-7a23388086cb", "name": "network-vif-plugged", "status": "completed", "tag": "57776d52-8430-4439-ab81-0a861c2b2789"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:09:41.856617 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 57776d52-8430-4439-ab81-0a861c2b2789, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=57776d52-8430-4439-ab81-0a861c2b2789,segment=NetworkSegment(3a43d669-9c88-4ebc-9cde-198915606ca5),segment_id=3a43d669-9c88-4ebc-9cde-198915606ca5)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:09:41.864287 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:41.865367 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 93e41ab1-f392-4766-9bc9-db60a8c85562 up at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:09:41.900617 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd9642d-6e2f-4511-9d44-33e9720f17cc x-openstack-request-id: req-9fd9642d-6e2f-4511-9d44-33e9720f17cc {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:09:41.901061 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbca20fa-3f27-486c-a9ee-7a23388086cb", "name": "network-vif-plugged", "status": "completed", "tag": "57776d52-8430-4439-ab81-0a861c2b2789", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:09:41.901448 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9fd9642d-6e2f-4511-9d44-33e9720f17cc {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:09:41.902043 dv-cinder-810785-1-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbca20fa-3f27-486c-a9ee-7a23388086cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57776d52-8430-4439-ab81-0a861c2b2789', 'code': 200} Sep 23 23:09:41.970440 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=57776d52-8430-4439-ab81-0a861c2b2789,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:41.984456 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning for port 93e41ab1-f392-4766-9bc9-db60a8c85562 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:09:41.992718 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning complete for port 93e41ab1-f392-4766-9bc9-db60a8c85562 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:09:41.992928 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:42.140608 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:42.206150 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 93e41ab1-f392-4766-9bc9-db60a8c85562, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=93e41ab1-f392-4766-9bc9-db60a8c85562,segment=NetworkSegment(fcf90ec9-7077-42ff-ae12-ee710ab4c6ad),segment_id=fcf90ec9-7077-42ff-ae12-ee710ab4c6ad)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:09:42.213150 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:42.286999 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=93e41ab1-f392-4766-9bc9-db60a8c85562,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:42.399960 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535056f-7d63-49a3-9751-29fec60ea222 req-95b00bce-9e70-4395-a250-db681c1cada2 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:42.402146 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8535056f-7d63-49a3-9751-29fec60ea222 req-95b00bce-9e70-4395-a250-db681c1cada2 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.2398474 Sep 23 23:09:42.413950 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40241f10-b32a-4bd1-a090-03e1e104fef1 req-07b60e98-92b3-426a-824f-bfc1ed8f0c14 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:42.416145 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-40241f10-b32a-4bd1-a090-03e1e104fef1 req-07b60e98-92b3-426a-824f-bfc1ed8f0c14 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 944 time: 0.2717171 Sep 23 23:09:42.449580 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515932e9-11d8-47db-9ec2-a4dcb785fdfb req-f00e8a40-8274-47b9-b6a7-64931e2f7baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:42.452103 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-515932e9-11d8-47db-9ec2-a4dcb785fdfb req-f00e8a40-8274-47b9-b6a7-64931e2f7baf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 1098 time: 0.2280939 Sep 23 23:09:42.579924 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-40241f10-b32a-4bd1-a090-03e1e104fef1 req-15343227-98bb-4c87-b4de-393870a370e9 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446042 Sep 23 23:09:42.592022 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8535056f-7d63-49a3-9751-29fec60ea222 req-e985aa9e-ebce-4d92-a9f1-e891d5b196c4 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738610 Sep 23 23:09:42.608374 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-515932e9-11d8-47db-9ec2-a4dcb785fdfb req-1ea425ee-9dea-45fc-86e7-62008969bbff service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381752 Sep 23 23:09:42.824599 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd325e-dbbd-4033-8371-7b00887753da req-f858d21f-d1cc-4c02-8385-3791a44e36bd tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:42.826994 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-12fd325e-dbbd-4033-8371-7b00887753da req-f858d21f-d1cc-4c02-8385-3791a44e36bd tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=69fe11ba-e818-4b8b-9913-9b2ff18eea9b HTTP/1.1" status: 200 len: 945 time: 0.1203392 Sep 23 23:09:42.867622 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238814aa-c132-4fcc-9485-ea132ee711db req-7a9ae3d7-fe36-4274-bb81-db25fd5b8766 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:42.869317 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-238814aa-c132-4fcc-9485-ea132ee711db req-7a9ae3d7-fe36-4274-bb81-db25fd5b8766 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5363ec-d506-4817-9a66-35508430891a HTTP/1.1" status: 200 len: 946 time: 0.1331253 Sep 23 23:09:42.912842 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-12fd325e-dbbd-4033-8371-7b00887753da req-e946d9bf-3037-4e55-9529-3496a9cb0716 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750768 Sep 23 23:09:42.962678 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-238814aa-c132-4fcc-9485-ea132ee711db req-78306b48-c5f1-47d8-bd7c-ac9aac0f45b2 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/security-groups?id=db4da5ba-909a-4467-b1af-6557bb32fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738285 Sep 23 23:09:43.910007 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15291a3d-4bc5-4b98-b9ab-3c9147f03a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e41ab1-f392-4766-9bc9-db60a8c85562'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:09:43.915705 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7224bc9728871e873a89dc5c7795d0b38d91bd368c61c3cf47b1fa6016b6835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb38e6e-31d4-46f1-b006-6787af63bc94" -d '{"events": [{"server_uuid": "15291a3d-4bc5-4b98-b9ab-3c9147f03a25", "name": "network-vif-plugged", "status": "completed", "tag": "93e41ab1-f392-4766-9bc9-db60a8c85562"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:09:44.095619 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d98cf-c2fd-4923-8cd3-929039d5358a req-f8d23223-f8ce-41b3-8726-7ef3d9a19e40 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:44.115362 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-864d98cf-c2fd-4923-8cd3-929039d5358a req-f8d23223-f8ce-41b3-8726-7ef3d9a19e40 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.2956765 Sep 23 23:09:44.139065 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91372a46-927b-444f-8f86-3d1be3e2cf38 req-daa5e672-b08c-49d6-b2d0-4cacaea64e8c tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:44.141222 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-91372a46-927b-444f-8f86-3d1be3e2cf38 req-daa5e672-b08c-49d6-b2d0-4cacaea64e8c tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 945 time: 0.3048692 Sep 23 23:09:44.443214 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-864d98cf-c2fd-4923-8cd3-929039d5358a req-2a9bbe45-0ca3-4dd1-876c-17dedb0b76e2 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3005197 Sep 23 23:09:44.475319 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-91372a46-927b-444f-8f86-3d1be3e2cf38 req-6c0a2d3b-b4d3-4d50-8f77-d43221a326d3 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141780 Sep 23 23:09:44.519349 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 52912) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:44.535984 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec7cad6-5785-4ba3-b2e8-dc4334037ed0 x-openstack-request-id: req-fec7cad6-5785-4ba3-b2e8-dc4334037ed0 {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:09:44.536447 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15291a3d-4bc5-4b98-b9ab-3c9147f03a25", "name": "network-vif-plugged", "status": "completed", "tag": "93e41ab1-f392-4766-9bc9-db60a8c85562", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:09:44.536957 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fec7cad6-5785-4ba3-b2e8-dc4334037ed0 {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:09:44.537567 dv-cinder-810785-1-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15291a3d-4bc5-4b98-b9ab-3c9147f03a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e41ab1-f392-4766-9bc9-db60a8c85562', 'code': 200} Sep 23 23:09:44.673681 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 52920) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:44.906831 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e8ec7-a659-4752-b315-e38960adaede req-790495df-7954-458b-9a6b-724b80a5d5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:44.909860 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0e4e8ec7-a659-4752-b315-e38960adaede req-790495df-7954-458b-9a6b-724b80a5d5df service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 1098 time: 0.0885580 Sep 23 23:09:44.920908 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4e027b91-02f4-4ca8-aab2-13ac187acb5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:44.942222 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-35389cd3-14ce-4649-89df-e71391fcd581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:44.987188 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0e4e8ec7-a659-4752-b315-e38960adaede req-3c666b12-56ed-4f2b-8a98-074a9e8a44b5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700219 Sep 23 23:09:45.015612 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.db.api [None req-35389cd3-14ce-4649-89df-e71391fcd581 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 23:09:45.015612 dv-cinder-810785-1-iscsi neutron-server[94231]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 23 23:09:45.015612 dv-cinder-810785-1-iscsi neutron-server[94231]: [parameters: {'project_id': '4c1680f36e2f46369f41fa83f28dd922', 'id': '75f99fb4-e9a4-463a-9e2a-7bc50fea4320', 'expiration': datetime.datetime(2021, 9, 23, 23, 11, 45, 9761)}] Sep 23 23:09:45.015612 dv-cinder-810785-1-iscsi neutron-server[94231]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94231) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 23:09:45.016294 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG oslo_db.api [None req-35389cd3-14ce-4649-89df-e71391fcd581 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 23:09:45.158587 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4e027b91-02f4-4ca8-aab2-13ac187acb5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:45.165430 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4e027b91-02f4-4ca8-aab2-13ac187acb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:45.285486 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-4e027b91-02f4-4ca8-aab2-13ac187acb5e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d5c2ab435c4541e582a6767e4985f948&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7634764 Sep 23 23:09:45.286998 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e027b91-02f4-4ca8-aab2-13ac187acb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295ea7d3-6d32-49c4-8046-7a1f67b3e568,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:45.289644 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 52948) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:45.399051 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ec050173-304a-4f44-8460-e701a34c2423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:45.436796 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ec050173-304a-4f44-8460-e701a34c2423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:45.518234 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-35389cd3-14ce-4649-89df-e71391fcd581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:45.557485 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ec050173-304a-4f44-8460-e701a34c2423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:45.563336 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ec050173-304a-4f44-8460-e701a34c2423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:45.570104 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-ec050173-304a-4f44-8460-e701a34c2423 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/295ea7d3-6d32-49c4-8046-7a1f67b3e568 HTTP/1.1" status: 204 len: 168 time: 0.2730153 Sep 23 23:09:45.595860 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec050173-304a-4f44-8460-e701a34c2423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295ea7d3-6d32-49c4-8046-7a1f67b3e568,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:45.782475 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-35389cd3-14ce-4649-89df-e71391fcd581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:45.790659 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-35389cd3-14ce-4649-89df-e71391fcd581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:45.871493 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35389cd3-14ce-4649-89df-e71391fcd581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9dbde23-101c-4e13-825a-0de46f45dfe4,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:45.882986 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-35389cd3-14ce-4649-89df-e71391fcd581 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4c1680f36e2f46369f41fa83f28dd922&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2074819 Sep 23 23:09:45.887883 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 52972) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:46.079219 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-adf5ed6f-2418-4cfc-bbe0-35bc5b70e7f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:46.153946 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17adb677-45a3-4b55-becf-b861799adf97 req-d95123fc-63b2-45d3-a8a5-cc10d099cf47 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:46.162408 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-adf5ed6f-2418-4cfc-bbe0-35bc5b70e7f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:46.180543 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-17adb677-45a3-4b55-becf-b861799adf97 req-d95123fc-63b2-45d3-a8a5-cc10d099cf47 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.3199735 Sep 23 23:09:46.200484 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec4ba3-4366-468a-9c81-44cec161d9c1 req-bce722b7-0273-4955-a92c-68ff5ebacfad tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:46.216112 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-72ec4ba3-4366-468a-9c81-44cec161d9c1 req-bce722b7-0273-4955-a92c-68ff5ebacfad tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 945 time: 0.2159381 Sep 23 23:09:46.244449 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 52974) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:46.325758 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4519cf31-5d7c-4a5d-935a-b9543660e7ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:46.364033 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-72ec4ba3-4366-468a-9c81-44cec161d9c1 req-483e4b7e-ff4e-4e96-9fb9-f99be3c8bb6f tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461387 Sep 23 23:09:46.369626 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-17adb677-45a3-4b55-becf-b861799adf97 req-5996fd85-8ed3-48da-9810-ef8e3476fbc1 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485229 Sep 23 23:09:46.557465 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-adf5ed6f-2418-4cfc-bbe0-35bc5b70e7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:46.564601 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-adf5ed6f-2418-4cfc-bbe0-35bc5b70e7f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:46.567926 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-adf5ed6f-2418-4cfc-bbe0-35bc5b70e7f5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c9dbde23-101c-4e13-825a-0de46f45dfe4 HTTP/1.1" status: 204 len: 168 time: 0.6773856 Sep 23 23:09:46.616800 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf5ed6f-2418-4cfc-bbe0-35bc5b70e7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9dbde23-101c-4e13-825a-0de46f45dfe4,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:46.688676 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4519cf31-5d7c-4a5d-935a-b9543660e7ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:46.690698 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cf43b-11a4-48ae-a1ac-c57780f47da1 req-267f8285-ca39-45da-9fb1-ded089d3bbf3 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:46.697819 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-bd7cf43b-11a4-48ae-a1ac-c57780f47da1 req-267f8285-ca39-45da-9fb1-ded089d3bbf3 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.1585267 Sep 23 23:09:46.701432 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4519cf31-5d7c-4a5d-935a-b9543660e7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:46.703562 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 52994) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:46.711534 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-a20211df-ee33-4304-929a-2cfc86acb528 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Request body: {'floatingip': {'port_id': '57776d52-8430-4439-ab81-0a861c2b2789'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:09:46.793107 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-4519cf31-5d7c-4a5d-935a-b9543660e7ef admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f01d26338ce842cfa6a2ce9ca7ce542f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5439603 Sep 23 23:09:46.793107 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4519cf31-5d7c-4a5d-935a-b9543660e7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd9e56b-2595-481e-a32a-07ad4f4dd04d,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:46.796194 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 52996) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:46.903164 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1d04a077-58e1-49b3-b6ef-34c20bd01089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:46.904880 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-a20211df-ee33-4304-929a-2cfc86acb528 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks [] for floatingip, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:46.972476 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1d04a077-58e1-49b3-b6ef-34c20bd01089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:47.111610 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1d04a077-58e1-49b3-b6ef-34c20bd01089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:47.115868 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1d04a077-58e1-49b3-b6ef-34c20bd01089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:47.117863 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-1d04a077-58e1-49b3-b6ef-34c20bd01089 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1dd9e56b-2595-481e-a32a-07ad4f4dd04d HTTP/1.1" status: 204 len: 168 time: 0.3198407 Sep 23 23:09:47.139125 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04a077-58e1-49b3-b6ef-34c20bd01089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd9e56b-2595-481e-a32a-07ad4f4dd04d,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:47.237283 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 53008) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:47.256600 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d924f4e6-7d9a-4684-9ce4-d1ef5d0a063d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:47.428453 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d924f4e6-7d9a-4684-9ce4-d1ef5d0a063d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:47.438846 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d924f4e6-7d9a-4684-9ce4-d1ef5d0a063d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:47.545519 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924f4e6-7d9a-4684-9ce4-d1ef5d0a063d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0a21b7-e484-44b6-b137-41c93e91a58e,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:47.565617 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-d924f4e6-7d9a-4684-9ce4-d1ef5d0a063d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=97ba9a0433814d9abeda27350002e67b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3191204 Sep 23 23:09:47.565617 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 53018) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:47.630668 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ae80753d-cbe8-438f-8819-50b28a8ce6e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:47.661282 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ae80753d-cbe8-438f-8819-50b28a8ce6e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:47.749526 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ae80753d-cbe8-438f-8819-50b28a8ce6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:47.756204 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ae80753d-cbe8-438f-8819-50b28a8ce6e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:47.761887 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-ae80753d-cbe8-438f-8819-50b28a8ce6e0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cb0a21b7-e484-44b6-b137-41c93e91a58e HTTP/1.1" status: 204 len: 168 time: 0.1952348 Sep 23 23:09:47.777514 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80753d-cbe8-438f-8819-50b28a8ce6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0a21b7-e484-44b6-b137-41c93e91a58e,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:47.957779 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb185e4b-6299-4175-a2f3-d35e1c7e768c req-4be27668-4a89-40e7-bd29-4ea59aae9648 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:47.959771 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-bb185e4b-6299-4175-a2f3-d35e1c7e768c req-4be27668-4a89-40e7-bd29-4ea59aae9648 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 945 time: 0.2248352 Sep 23 23:09:47.964866 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.db.resource_extend [None req-a20211df-ee33-4304-929a-2cfc86acb528 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 23:09:48.093815 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-bb185e4b-6299-4175-a2f3-d35e1c7e768c req-1ec7667e-93f4-4daf-9245-c45daaa46a99 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251180 Sep 23 23:09:48.110013 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-a20211df-ee33-4304-929a-2cfc86acb528 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:48.118604 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-a20211df-ee33-4304-929a-2cfc86acb528 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594972'] for floatingip, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:48.364151 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.db.l3_db [None req-a20211df-ee33-4304-929a-2cfc86acb528 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Floating IP 507997d5-e343-49fd-a594-e37dfdb02e79 associated. External IP: 172.27.1.18, port: 57776d52-8430-4439-ab81-0a861c2b2789. Sep 23 23:09:48.632477 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7fbe3-a531-491f-9168-d91347f4446a req-e13ef5a0-ea18-4561-8f00-a531a00e21b2 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:48.634097 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-06c7fbe3-a531-491f-9168-d91347f4446a req-e13ef5a0-ea18-4561-8f00-a531a00e21b2 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 945 time: 0.1128316 Sep 23 23:09:48.723830 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-06c7fbe3-a531-491f-9168-d91347f4446a req-89e20020-760e-45d5-95af-ac051e7852f8 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779836 Sep 23 23:09:49.153529 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20211df-ee33-4304-929a-2cfc86acb528 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Router 9a170505-6817-49d8-b9d3-3b2f1136fd14 has already been hosted by L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 {{(pid=94232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:09:49.398732 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20211df-ee33-4304-929a-2cfc86acb528 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:09:49.402789 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-a20211df-ee33-4304-929a-2cfc86acb528 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for floatingip, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:49.422000 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd0f617-41b1-471f-aeb1-38bd0f67a42a None None] Sync routers for ids ['9a170505-6817-49d8-b9d3-3b2f1136fd14'] in dv-cinder-810785-1-iscsi {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:09:49.441170 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd0f617-41b1-471f-aeb1-38bd0f67a42a None None] Routers {'9a170505-6817-49d8-b9d3-3b2f1136fd14'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:09:49.442920 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-1dd0f617-41b1-471f-aeb1-38bd0f67a42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:09:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['9a170505-6817-49d8-b9d3-3b2f1136fd14'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:09:49.467573 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-a20211df-ee33-4304-929a-2cfc86acb528 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "PUT /v2.0/floatingips/507997d5-e343-49fd-a594-e37dfdb02e79 HTTP/1.1" status: 200 len: 990 time: 2.7621851 Sep 23 23:09:49.468217 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbca20fa-3f27-486c-a9ee-7a23388086cb', 'tag': '57776d52-8430-4439-ab81-0a861c2b2789'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:09:49.470653 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc74f1c012309c835ea1a53c8f5f732cbfbf790adc92ee6109ffd7f3bd94d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b815d4b3-2bab-4db9-b587-7dacb5fba95e" -d '{"events": [{"name": "network-changed", "server_uuid": "cbca20fa-3f27-486c-a9ee-7a23388086cb", "tag": "57776d52-8430-4439-ab81-0a861c2b2789"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:09:49.538563 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfade3e2-f310-4dfa-b73a-107cbafe3f76 x-openstack-request-id: req-dfade3e2-f310-4dfa-b73a-107cbafe3f76 {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:09:49.538563 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbca20fa-3f27-486c-a9ee-7a23388086cb", "tag": "57776d52-8430-4439-ab81-0a861c2b2789", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:09:49.538563 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dfade3e2-f310-4dfa-b73a-107cbafe3f76 {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:09:49.539071 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbca20fa-3f27-486c-a9ee-7a23388086cb', 'tag': '57776d52-8430-4439-ab81-0a861c2b2789', 'status': 'completed', 'code': 200} Sep 23 23:09:49.649820 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-1dd0f617-41b1-471f-aeb1-38bd0f67a42a None None] Set router 9a170505-6817-49d8-b9d3-3b2f1136fd14 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:09:49.952948 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3708f2c-a383-4704-b48e-d22ef02b63c5 req-150f9012-ea3f-44d3-a282-be288a05e930 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:49.956159 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b3708f2c-a383-4704-b48e-d22ef02b63c5 req-150f9012-ea3f-44d3-a282-be288a05e930 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 945 time: 0.0949492 Sep 23 23:09:50.036907 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b3708f2c-a383-4704-b48e-d22ef02b63c5 req-e884a545-ab87-4051-ad98-33ba0ea36d45 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688200 Sep 23 23:09:50.278346 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-1dd0f617-41b1-471f-aeb1-38bd0f67a42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'name': 'tempest-AttachVolumeTestJSON-1805421075-router', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '59cbbb6f-91f4-4bfc-a30b-2a69413700ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:08:55Z', 'updated_at': '2021-09-23T23:09:01Z', 'revision_number': 4, 'project_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'gw_port': {'id': '59cbbb6f-91f4-4bfc-a30b-2a69413700ad', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:08:56Z', 'updated_at': '2021-09-23T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_floatingips': [{'id': '507997d5-e343-49fd-a594-e37dfdb02e79', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'floating_ip_address': '172.27.1.18', 'floating_network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'router_id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'port_id': '57776d52-8430-4439-ab81-0a861c2b2789', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '859f9436-dc16-4206-b2fa-4ec5d354a397', 'mac_address': 'fa:16:3e:24:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca20fa-3f27-486c-a9ee-7a23388086cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:09:20Z', 'updated_at': '2021-09-23T23:09:47Z', 'revision_number': 1, 'project_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47d0ecff-f43d-4f77-9661-f613809cf814', 'name': '', 'network_id': '859f9436-dc16-4206-b2fa-4ec5d354a397', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'mac_address': 'fa:16:3e:f7:9d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5292f11-46b2-45b6-a3a7-25fa5706495d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:09:00Z', 'updated_at': '2021-09-23T23:09:08Z', 'revision_number': 5, 'project_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'subnets': [{'id': 'd5292f11-46b2-45b6-a3a7-25fa5706495d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:09:50.331451 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd0f617-41b1-471f-aeb1-38bd0f67a42a None None] Checking router: 9a170505-6817-49d8-b9d3-3b2f1136fd14 for host: dv-cinder-810785-1-iscsi {{(pid=94234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:09:50.346300 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd0f617-41b1-471f-aeb1-38bd0f67a42a None None] Routers {'9a170505-6817-49d8-b9d3-3b2f1136fd14'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:09:50.347509 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-1dd0f617-41b1-471f-aeb1-38bd0f67a42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:09:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['9a170505-6817-49d8-b9d3-3b2f1136fd14'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:09:50.367683 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815d4b3-2bab-4db9-b587-7dacb5fba95e req-494f9075-9365-460e-987c-ca41392b9cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:50.371052 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b815d4b3-2bab-4db9-b587-7dacb5fba95e req-494f9075-9365-460e-987c-ca41392b9cac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a9b741287e54b41b0e1fea7f8d4accc&device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 1098 time: 0.1823108 Sep 23 23:09:50.382601 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657263c1-8aa8-4e46-9511-cee0a0121bff req-09fed2bf-6f90-4f31-bab1-da2e40dda9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:50.385789 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-657263c1-8aa8-4e46-9511-cee0a0121bff req-09fed2bf-6f90-4f31-bab1-da2e40dda9e6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5cecf3dbc83542a19dc355f0eed91522&device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 1098 time: 0.1947701 Sep 23 23:09:50.569752 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-1dd0f617-41b1-471f-aeb1-38bd0f67a42a None None] Set router 9a170505-6817-49d8-b9d3-3b2f1136fd14 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:09:50.748332 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657263c1-8aa8-4e46-9511-cee0a0121bff req-59e52d03-680a-4e98-a06a-74e4334ef51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:50.751455 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-657263c1-8aa8-4e46-9511-cee0a0121bff req-59e52d03-680a-4e98-a06a-74e4334ef51b service neutron] 10.222.0.11 "GET /v2.0/networks?id=5ecc2712-9a4c-4406-a4a9-34a029e19ad4 HTTP/1.1" status: 200 len: 920 time: 0.3217413 Sep 23 23:09:50.773028 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815d4b3-2bab-4db9-b587-7dacb5fba95e req-5f5eef48-e4a2-4856-8bf0-d4fefb4694c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:50.775915 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b815d4b3-2bab-4db9-b587-7dacb5fba95e req-5f5eef48-e4a2-4856-8bf0-d4fefb4694c9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=859f9436-dc16-4206-b2fa-4ec5d354a397 HTTP/1.1" status: 200 len: 912 time: 0.3873267 Sep 23 23:09:50.995199 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-1dd0f617-41b1-471f-aeb1-38bd0f67a42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'name': 'tempest-AttachVolumeTestJSON-1805421075-router', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '59cbbb6f-91f4-4bfc-a30b-2a69413700ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:08:55Z', 'updated_at': '2021-09-23T23:09:01Z', 'revision_number': 4, 'project_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'gw_port': {'id': '59cbbb6f-91f4-4bfc-a30b-2a69413700ad', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:08:56Z', 'updated_at': '2021-09-23T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_floatingips': [{'id': '507997d5-e343-49fd-a594-e37dfdb02e79', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'floating_ip_address': '172.27.1.18', 'floating_network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'router_id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'port_id': '57776d52-8430-4439-ab81-0a861c2b2789', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '859f9436-dc16-4206-b2fa-4ec5d354a397', 'mac_address': 'fa:16:3e:24:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca20fa-3f27-486c-a9ee-7a23388086cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:09:20Z', 'updated_at': '2021-09-23T23:09:47Z', 'revision_number': 1, 'project_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47d0ecff-f43d-4f77-9661-f613809cf814', 'name': '', 'network_id': '859f9436-dc16-4206-b2fa-4ec5d354a397', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'mac_address': 'fa:16:3e:f7:9d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5292f11-46b2-45b6-a3a7-25fa5706495d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:09:00Z', 'updated_at': '2021-09-23T23:09:08Z', 'revision_number': 5, 'project_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'subnets': [{'id': 'd5292f11-46b2-45b6-a3a7-25fa5706495d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:09:51.040638 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd0f617-41b1-471f-aeb1-38bd0f67a42a None None] The sync data for ids ['9a170505-6817-49d8-b9d3-3b2f1136fd14'] in dv-cinder-810785-1-iscsi is: [{'id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'name': 'tempest-AttachVolumeTestJSON-1805421075-router', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '59cbbb6f-91f4-4bfc-a30b-2a69413700ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:08:55Z', 'updated_at': '2021-09-23T23:09:01Z', 'revision_number': 4, 'project_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'gw_port': {'id': '59cbbb6f-91f4-4bfc-a30b-2a69413700ad', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:08:56Z', 'updated_at': '2021-09-23T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_floatingips': [{'id': '507997d5-e343-49fd-a594-e37dfdb02e79', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'floating_ip_address': '172.27.1.18', 'floating_network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'router_id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'port_id': '57776d52-8430-4439-ab81-0a861c2b2789', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '859f9436-dc16-4206-b2fa-4ec5d354a397', 'mac_address': 'fa:16:3e:24:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca20fa-3f27-486c-a9ee-7a23388086cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:09:20Z', 'updated_at': '2021-09-23T23:09:47Z', 'revision_number': 1, 'project_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47d0ecff-f43d-4f77-9661-f613809cf814', 'name': '', 'network_id': '859f9436-dc16-4206-b2fa-4ec5d354a397', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'mac_address': 'fa:16:3e:f7:9d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5292f11-46b2-45b6-a3a7-25fa5706495d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:09:00Z', 'updated_at': '2021-09-23T23:09:08Z', 'revision_number': 5, 'project_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'subnets': [{'id': 'd5292f11-46b2-45b6-a3a7-25fa5706495d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:09:51.257928 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29bcdd6-16ab-468b-8028-f362ec32c299 req-0782c10b-230e-45f7-8002-2f5d2447e6a1 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:51.274957 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d29bcdd6-16ab-468b-8028-f362ec32c299 req-0782c10b-230e-45f7-8002-2f5d2447e6a1 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 945 time: 0.1006925 Sep 23 23:09:51.330346 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d29bcdd6-16ab-468b-8028-f362ec32c299 req-1525886d-cde2-48f5-923d-07189e5f2a69 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545478 Sep 23 23:09:51.356368 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ebb1e2-2ebd-4491-bf3d-b6ce5bfac80b None None] New status for floating IP 507997d5-e343-49fd-a594-e37dfdb02e79: ACTIVE {{(pid=94233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:09:51.377408 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 53174) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:51.535948 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-628effe3-5990-45cf-8d0e-e2c282f5c559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:51.682051 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-628effe3-5990-45cf-8d0e-e2c282f5c559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:51.688043 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-628effe3-5990-45cf-8d0e-e2c282f5c559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:51.734806 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-628effe3-5990-45cf-8d0e-e2c282f5c559 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1a499dc55c8046be88ea884810c1dd5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3562119 Sep 23 23:09:51.735888 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628effe3-5990-45cf-8d0e-e2c282f5c559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a695e84-80d5-4ccf-80e9-d5f4077f8742,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:51.738383 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 53182) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:51.975571 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-eb9c38e7-a384-4655-8ea5-c95288090404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:52.001500 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-eb9c38e7-a384-4655-8ea5-c95288090404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:52.071832 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-eb9c38e7-a384-4655-8ea5-c95288090404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:52.075773 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-eb9c38e7-a384-4655-8ea5-c95288090404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:52.077480 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-eb9c38e7-a384-4655-8ea5-c95288090404 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0a695e84-80d5-4ccf-80e9-d5f4077f8742 HTTP/1.1" status: 204 len: 168 time: 0.3374121 Sep 23 23:09:52.089777 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c38e7-a384-4655-8ea5-c95288090404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a695e84-80d5-4ccf-80e9-d5f4077f8742,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:52.437022 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 53196) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:52.453186 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-808bb80d-7487-41db-b05a-5fd867012679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:52.501972 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd63d1-e3bd-4321-a6b2-c6953e8ea0bd req-6d7ddf04-bc0c-47d0-bf30-52d67eefb586 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:52.504652 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4cdd63d1-e3bd-4321-a6b2-c6953e8ea0bd req-6d7ddf04-bc0c-47d0-bf30-52d67eefb586 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 945 time: 0.0937138 Sep 23 23:09:52.566882 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4cdd63d1-e3bd-4321-a6b2-c6953e8ea0bd req-e949d2f6-c36c-4007-bd05-11ac1e0cccba tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551333 Sep 23 23:09:52.594270 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-808bb80d-7487-41db-b05a-5fd867012679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:52.605250 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-808bb80d-7487-41db-b05a-5fd867012679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:52.646501 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808bb80d-7487-41db-b05a-5fd867012679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c61752d-6e6d-437c-b2d3-ac884f29168b,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:52.651128 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-808bb80d-7487-41db-b05a-5fd867012679 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e54d6869a2d24ab084b91db5edc14d87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2124999 Sep 23 23:09:52.654122 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 53202) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:52.722140 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e1071c7c-40d2-4a89-bc6f-da9f443cc570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:52.748301 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e1071c7c-40d2-4a89-bc6f-da9f443cc570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:52.805741 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e1071c7c-40d2-4a89-bc6f-da9f443cc570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:52.810758 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e1071c7c-40d2-4a89-bc6f-da9f443cc570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:52.812843 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-e1071c7c-40d2-4a89-bc6f-da9f443cc570 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7c61752d-6e6d-437c-b2d3-ac884f29168b HTTP/1.1" status: 204 len: 168 time: 0.1571922 Sep 23 23:09:52.826941 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071c7c-40d2-4a89-bc6f-da9f443cc570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c61752d-6e6d-437c-b2d3-ac884f29168b,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:53.580384 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-657263c1-8aa8-4e46-9511-cee0a0121bff req-8601298e-f5ec-4b40-a8f1-7781b958439d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93e41ab1-f392-4766-9bc9-db60a8c85562 HTTP/1.1" status: 200 len: 217 time: 0.0544584 Sep 23 23:09:53.721757 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b815d4b3-2bab-4db9-b587-7dacb5fba95e req-0c38601c-fcdf-49c0-9faa-05663386e115 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57776d52-8430-4439-ab81-0a861c2b2789 HTTP/1.1" status: 200 len: 1000 time: 0.1884363 Sep 23 23:09:53.744933 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657263c1-8aa8-4e46-9511-cee0a0121bff req-d8ba6903-9bd2-42f7-9ae8-d54a747d0a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:53.745727 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7f1a8f3f-f8be-4a33-86ca-b380a9447334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:53.747595 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-657263c1-8aa8-4e46-9511-cee0a0121bff req-d8ba6903-9bd2-42f7-9ae8-d54a747d0a5d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=11e43b35-bf07-41f5-b3f0-471b3986f781 HTTP/1.1" status: 200 len: 859 time: 0.1354136 Sep 23 23:09:53.830346 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-657263c1-8aa8-4e46-9511-cee0a0121bff req-21eff5f7-cc5b-464f-9db4-49ea8b3eee2e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ecc2712-9a4c-4406-a4a9-34a029e19ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663753 Sep 23 23:09:53.892116 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815d4b3-2bab-4db9-b587-7dacb5fba95e req-311af4fe-2f43-4917-b349-4969e6eaaa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:53.893892 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b815d4b3-2bab-4db9-b587-7dacb5fba95e req-311af4fe-2f43-4917-b349-4969e6eaaa99 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d5292f11-46b2-45b6-a3a7-25fa5706495d HTTP/1.1" status: 200 len: 850 time: 0.1597407 Sep 23 23:09:53.912145 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6951c-6540-4e27-bcb6-d4c654c957e0 req-e71e8e1d-163a-40b4-b4cf-2cd90acf6f0f tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:53.913970 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-73a6951c-6540-4e27-bcb6-d4c654c957e0 req-e71e8e1d-163a-40b4-b4cf-2cd90acf6f0f tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 945 time: 0.1976824 Sep 23 23:09:54.062517 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-657263c1-8aa8-4e46-9511-cee0a0121bff req-d80dd427-9f92-422a-9c4a-61fb20ecdf15 service neutron] 10.222.0.11 "GET /v2.0/networks/5ecc2712-9a4c-4406-a4a9-34a029e19ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233531 Sep 23 23:09:54.079172 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-73a6951c-6540-4e27-bcb6-d4c654c957e0 req-0e635a8c-cd9e-48b4-b4d1-e6add5b56a96 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052928 Sep 23 23:09:54.122465 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815d4b3-2bab-4db9-b587-7dacb5fba95e req-b1771c81-d296-4dbf-ae1e-232e5c31d81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:54.124331 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b815d4b3-2bab-4db9-b587-7dacb5fba95e req-b1771c81-d296-4dbf-ae1e-232e5c31d81c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=859f9436-dc16-4206-b2fa-4ec5d354a397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2068398 Sep 23 23:09:54.331534 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-657263c1-8aa8-4e46-9511-cee0a0121bff req-1abeeadb-7b66-45e7-b5ef-532207cd1997 service neutron] 10.222.0.11 "GET /v2.0/networks/5ecc2712-9a4c-4406-a4a9-34a029e19ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570257 Sep 23 23:09:54.411614 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b815d4b3-2bab-4db9-b587-7dacb5fba95e req-21aaffed-c03e-4650-b849-a5f947071340 service neutron] 10.222.0.11 "GET /v2.0/networks/859f9436-dc16-4206-b2fa-4ec5d354a397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449322 Sep 23 23:09:54.625818 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b815d4b3-2bab-4db9-b587-7dacb5fba95e req-b294d2de-47d2-41e3-8367-6ddff214cc20 service neutron] 10.222.0.11 "GET /v2.0/networks/859f9436-dc16-4206-b2fa-4ec5d354a397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952238 Sep 23 23:09:55.245442 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb417cb-918a-41c0-951f-cf35fb3b3ddf req-66ddd5c2-afda-45cb-88f5-8570fb2d4382 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:55.247132 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ddb417cb-918a-41c0-951f-cf35fb3b3ddf req-66ddd5c2-afda-45cb-88f5-8570fb2d4382 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 945 time: 0.0590661 Sep 23 23:09:55.292033 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ddb417cb-918a-41c0-951f-cf35fb3b3ddf req-15d695a1-2cf3-4560-8897-47ab0bd6e871 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382240 Sep 23 23:09:56.416394 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec66f5-50e1-4e2b-9436-a43876a2b327 req-bfd9b536-fc72-4a64-a44c-f423368dff70 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:56.417943 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-92ec66f5-50e1-4e2b-9436-a43876a2b327 req-bfd9b536-fc72-4a64-a44c-f423368dff70 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 945 time: 0.0535803 Sep 23 23:09:56.463683 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-92ec66f5-50e1-4e2b-9436-a43876a2b327 req-4abf4f9d-c282-4006-9ac5-77673db21be6 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389645 Sep 23 23:09:56.902888 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:57.611722 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f0d86-8f6a-427f-a0f0-a10eeaf2ee87 req-68e71cf9-66e0-4241-9673-75c3f2db0900 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:57.613492 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ad3f0d86-8f6a-427f-a0f0-a10eeaf2ee87 req-68e71cf9-66e0-4241-9673-75c3f2db0900 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 945 time: 0.0618229 Sep 23 23:09:57.671725 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ad3f0d86-8f6a-427f-a0f0-a10eeaf2ee87 req-15a4ff21-f348-4ada-b29c-91ceeeb5dccd tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466728 Sep 23 23:09:57.704278 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c3cce7dc-6e1a-4aa2-9787-19ac9567a6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:58.862257 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56bbd6-b0d3-4fea-9935-a5c3d38ba8cb req-24c20596-4644-4a5f-aec1-b51800ac2ca7 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:58.864027 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6f56bbd6-b0d3-4fea-9935-a5c3d38ba8cb req-24c20596-4644-4a5f-aec1-b51800ac2ca7 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 945 time: 0.0747781 Sep 23 23:09:58.908853 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6f56bbd6-b0d3-4fea-9935-a5c3d38ba8cb req-5960a921-eff9-4c05-b8af-0ae605bec5fc tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377562 Sep 23 23:09:59.147083 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:59.862060 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-ea67d68d-42e9-48ec-b650-23a8e09da4f8 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:59.864323 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-ea67d68d-42e9-48ec-b650-23a8e09da4f8 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/networks?id=ce9d38ed-90b0-4188-83c2-f86aff95fb9d HTTP/1.1" status: 200 len: 815 time: 0.1630938 Sep 23 23:09:59.882898 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-b74578b3-1a04-40e6-bca4-0e8242ec72c5 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/quotas/2ddea2c61a124ba99508af5db99cfa3a HTTP/1.1" status: 200 len: 375 time: 0.0113242 Sep 23 23:09:59.923014 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 53410) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:59.964791 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-21ace645-5a67-4c0e-9b69-6fb2043f09ec tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2ddea2c61a124ba99508af5db99cfa3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0708418 Sep 23 23:10:00.081687 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-62d047e8-6a20-4c60-98e9-5dabec8c0d9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:00.131897 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2101700d-288a-4423-8a91-92a043af5ea1 req-ac45247f-92c4-436a-9ec4-5cc869b374be tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:00.133576 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2101700d-288a-4423-8a91-92a043af5ea1 req-ac45247f-92c4-436a-9ec4-5cc869b374be tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 945 time: 0.1243773 Sep 23 23:10:00.150429 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-5cc82c3d-8298-4ddd-9a3f-00333356eeeb service neutron] 10.222.0.46 "GET /v2.0/networks/ce9d38ed-90b0-4188-83c2-f86aff95fb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752770 Sep 23 23:10:00.205006 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-62d047e8-6a20-4c60-98e9-5dabec8c0d9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:00.210365 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-62d047e8-6a20-4c60-98e9-5dabec8c0d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:00.246733 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d047e8-6a20-4c60-98e9-5dabec8c0d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c75453d-dd91-4990-a2d3-087540aba13d,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:00.263953 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d047e8-6a20-4c60-98e9-5dabec8c0d9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:00.264367 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d047e8-6a20-4c60-98e9-5dabec8c0d9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:00.264638 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d047e8-6a20-4c60-98e9-5dabec8c0d9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:00.265006 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d047e8-6a20-4c60-98e9-5dabec8c0d9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:00.265336 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d047e8-6a20-4c60-98e9-5dabec8c0d9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:00.265686 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d047e8-6a20-4c60-98e9-5dabec8c0d9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:00.266040 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d047e8-6a20-4c60-98e9-5dabec8c0d9a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:00.266681 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d047e8-6a20-4c60-98e9-5dabec8c0d9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:00.267345 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d047e8-6a20-4c60-98e9-5dabec8c0d9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:00.267686 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d047e8-6a20-4c60-98e9-5dabec8c0d9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:00.268003 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d047e8-6a20-4c60-98e9-5dabec8c0d9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:00.268484 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d047e8-6a20-4c60-98e9-5dabec8c0d9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:00.277444 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-62d047e8-6a20-4c60-98e9-5dabec8c0d9a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f2a976fb380e4d319e0d68308ca8586b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3502417 Sep 23 23:10:00.278058 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 53422) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:00.324012 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2101700d-288a-4423-8a91-92a043af5ea1 req-a4fc05d7-6750-47a2-8543-d7c17d910dc2 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716962 Sep 23 23:10:00.340952 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a335a1fa-4730-4766-b4f1-44bae41376d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:00.374556 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a335a1fa-4730-4766-b4f1-44bae41376d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:00.383713 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-3fd8500a-a017-47f8-9fb6-c43c026a6adc service neutron] 10.222.0.46 "GET /v2.0/networks/ce9d38ed-90b0-4188-83c2-f86aff95fb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198815 Sep 23 23:10:00.438798 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a335a1fa-4730-4766-b4f1-44bae41376d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:00.442488 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a335a1fa-4730-4766-b4f1-44bae41376d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:00.443795 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-a335a1fa-4730-4766-b4f1-44bae41376d2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1c75453d-dd91-4990-a2d3-087540aba13d HTTP/1.1" status: 204 len: 168 time: 0.1647136 Sep 23 23:10:00.484023 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:00.497412 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a335a1fa-4730-4766-b4f1-44bae41376d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c75453d-dd91-4990-a2d3-087540aba13d,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:00.617237 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2a31dd99-3601-44c7-9fc5-6a2ce6e8d671 req-2ad04b09-405c-40ce-9471-609e0f30f523 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=81a1259b-9a25-4891-a70b-89e4f6c5c078 HTTP/1.1" status: 200 len: 210 time: 0.0487432 Sep 23 23:10:01.507146 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6426f11-e0cc-4484-9508-be5bbdcbd9e3 req-8ae4f0dc-7723-49fe-8372-b8438c8687ad tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:01.510132 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f6426f11-e0cc-4484-9508-be5bbdcbd9e3 req-8ae4f0dc-7723-49fe-8372-b8438c8687ad tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 945 time: 0.0839417 Sep 23 23:10:01.574326 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f6426f11-e0cc-4484-9508-be5bbdcbd9e3 req-e28669c4-fb08-4259-9f1f-d2a40fe170a5 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524313 Sep 23 23:10:01.756753 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ce685727-8b2c-4ecb-8cd2-80688e4ef03c req-ca91eb73-40f4-495e-bea0-1a26cff961b1 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=81a1259b-9a25-4891-a70b-89e4f6c5c078 HTTP/1.1" status: 200 len: 210 time: 0.0341759 Sep 23 23:10:02.759558 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d54bb-2a1a-4dde-b1cb-7fc95d53eb05 req-6f9e90cd-d6ec-470c-a9f3-de7f172bc194 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:02.761933 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1a5d54bb-2a1a-4dde-b1cb-7fc95d53eb05 req-6f9e90cd-d6ec-470c-a9f3-de7f172bc194 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 945 time: 0.0656207 Sep 23 23:10:02.818791 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1a5d54bb-2a1a-4dde-b1cb-7fc95d53eb05 req-4354f360-e76e-43ab-b9fc-3f3c5a542aa5 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489743 Sep 23 23:10:02.949084 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8fd3732b-6eff-41a6-b5b9-52565a34a139 req-46225446-3629-45c2-95dc-2bd782841fac tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=81a1259b-9a25-4891-a70b-89e4f6c5c078 HTTP/1.1" status: 200 len: 210 time: 0.0469162 Sep 23 23:10:03.599099 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d9c81f26-aa85-4498-bd74-4bdd42744cdb req-333e752b-445d-46bd-a90e-c12f7e1781c6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7c5363ec-d506-4817-9a66-35508430891a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0992119 Sep 23 23:10:03.734579 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c81f26-aa85-4498-bd74-4bdd42744cdb req-8c00b3f4-81ee-4983-b335-574d81c20d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:03.736149 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d9c81f26-aa85-4498-bd74-4bdd42744cdb req-8c00b3f4-81ee-4983-b335-574d81c20d9e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a1de9e5da1fa4f0da7a52c695619bf19&device_id=7c5363ec-d506-4817-9a66-35508430891a HTTP/1.1" status: 200 len: 1099 time: 0.0765705 Sep 23 23:10:03.911169 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c81f26-aa85-4498-bd74-4bdd42744cdb req-08625c15-1a9f-495c-8e0b-f123695184ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:03.915227 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d9c81f26-aa85-4498-bd74-4bdd42744cdb req-08625c15-1a9f-495c-8e0b-f123695184ec service neutron] 10.222.0.11 "GET /v2.0/networks?id=f3fb57f6-721a-4c87-88ef-a1e082212ed1 HTTP/1.1" status: 200 len: 913 time: 0.1499236 Sep 23 23:10:04.055058 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d9c81f26-aa85-4498-bd74-4bdd42744cdb req-49be0eef-8c8e-4d72-909d-1cd87eb21bef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=573f9f71-3f41-4bb4-98fd-9cd5929444b6 HTTP/1.1" status: 200 len: 217 time: 0.1261463 Sep 23 23:10:04.226039 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b81217-9311-484b-8986-fd208733da7d req-283b74a0-0a1d-4206-a9b4-28afd109305b tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:04.228077 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-13b81217-9311-484b-8986-fd208733da7d req-283b74a0-0a1d-4206-a9b4-28afd109305b tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 945 time: 0.2875152 Sep 23 23:10:04.234663 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-93d9b48d-d100-449f-b0c4-01b50c50b8b5 req-c0e39a84-b150-4f16-9bdf-5da48e54a5ff tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=81a1259b-9a25-4891-a70b-89e4f6c5c078 HTTP/1.1" status: 200 len: 210 time: 0.0847855 Sep 23 23:10:04.295810 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c81f26-aa85-4498-bd74-4bdd42744cdb req-7b3838a4-dbba-4f1a-8d6c-77e91f77cd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:04.295810 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d9c81f26-aa85-4498-bd74-4bdd42744cdb req-7b3838a4-dbba-4f1a-8d6c-77e91f77cd1a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=189db14d-e9ba-4957-858f-48c644cc288d HTTP/1.1" status: 200 len: 852 time: 0.2200119 Sep 23 23:10:04.350039 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d9c81f26-aa85-4498-bd74-4bdd42744cdb req-34db3d10-f1fa-4ae2-a30c-333fd8a9edb3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f3fb57f6-721a-4c87-88ef-a1e082212ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445611 Sep 23 23:10:04.363823 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-13b81217-9311-484b-8986-fd208733da7d req-e7b2d8bb-6c20-407f-9103-9db986b59b69 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238735 Sep 23 23:10:04.373929 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-7dddc0b6-6211-43b4-891d-89d631171d37 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:04.375798 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-7dddc0b6-6211-43b4-891d-89d631171d37 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.11 "GET /v2.0/networks?id=ce9d38ed-90b0-4188-83c2-f86aff95fb9d HTTP/1.1" status: 200 len: 815 time: 0.3270898 Sep 23 23:10:04.402710 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-fa61f533-ab77-4790-895a-8f5d28d5b0fc tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Request body: {'port': {'device_id': '81a1259b-9a25-4891-a70b-89e4f6c5c078', 'network_id': 'ce9d38ed-90b0-4188-83c2-f86aff95fb9d', 'admin_state_up': True, 'tenant_id': '2ddea2c61a124ba99508af5db99cfa3a'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:10:04.982102 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d9c81f26-aa85-4498-bd74-4bdd42744cdb req-1917c30a-8f2a-4104-9ca4-f9f4fc922bfa service neutron] 10.222.0.11 "GET /v2.0/networks/f3fb57f6-721a-4c87-88ef-a1e082212ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6048276 Sep 23 23:10:04.989882 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-fa61f533-ab77-4790-895a-8f5d28d5b0fc tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Made reservation on behalf of 2ddea2c61a124ba99508af5db99cfa3a for: {'port': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:10:04.996405 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-fa61f533-ab77-4790-895a-8f5d28d5b0fc tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:05.058314 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 53602) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:05.233354 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d9c81f26-aa85-4498-bd74-4bdd42744cdb req-14246c04-fed1-4c45-80ee-70b8b023b27a service neutron] 10.222.0.11 "GET /v2.0/networks/f3fb57f6-721a-4c87-88ef-a1e082212ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311246 Sep 23 23:10:05.282807 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8ab5ab89-97ef-4dbe-b604-6d0e1367cd49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:05.358781 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_common [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-fa61f533-ab77-4790-895a-8f5d28d5b0fc tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Allocated IP 172.20.0.11 (ce9d38ed-90b0-4188-83c2-f86aff95fb9d/dadbb2c8-7187-415d-b3c4-d09ac2c1fdfd/18bd0e5f-850b-4717-95b3-f144f882815a) {{(pid=94232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:10:05.430049 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8ab5ab89-97ef-4dbe-b604-6d0e1367cd49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:05.448943 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8ab5ab89-97ef-4dbe-b604-6d0e1367cd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:05.546839 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-8ab5ab89-97ef-4dbe-b604-6d0e1367cd49 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=43d3c14d0f8b46289d44572853c46d6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4866040 Sep 23 23:10:05.548229 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab5ab89-97ef-4dbe-b604-6d0e1367cd49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c185cd-9ffb-4867-9144-eab930f3af9a,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:05.552028 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 53620) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:05.656320 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a933329a-67fb-4b28-8563-332ed380cc0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:05.700883 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a933329a-67fb-4b28-8563-332ed380cc0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:05.705607 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-fa61f533-ab77-4790-895a-8f5d28d5b0fc tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Notify callbacks [] for port, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:05.728152 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b4d860de-3567-4131-bc49-801eae49fc00 req-87dead2c-12cc-4541-bf07-95d3d5fa8e95 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=81a1259b-9a25-4891-a70b-89e4f6c5c078 HTTP/1.1" status: 200 len: 210 time: 0.3109374 Sep 23 23:10:05.839384 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a933329a-67fb-4b28-8563-332ed380cc0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:05.842937 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a933329a-67fb-4b28-8563-332ed380cc0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:05.844302 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-a933329a-67fb-4b28-8563-332ed380cc0c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/20c185cd-9ffb-4867-9144-eab930f3af9a HTTP/1.1" status: 204 len: 168 time: 0.2912228 Sep 23 23:10:05.866359 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164d2ac-7a57-4ce9-8e9b-9f7aafc369d8 req-381a3aa3-94c2-437f-93cc-c7e6f19bc81c tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:05.867258 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933329a-67fb-4b28-8563-332ed380cc0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c185cd-9ffb-4867-9144-eab930f3af9a,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:05.870406 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6164d2ac-7a57-4ce9-8e9b-9f7aafc369d8 req-381a3aa3-94c2-437f-93cc-c7e6f19bc81c tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 945 time: 0.1386180 Sep 23 23:10:05.873023 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-fa61f533-ab77-4790-895a-8f5d28d5b0fc tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663'] for port, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:05.928819 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['afe7c452-c2b1-4452-acee-2f5e7a38185d'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:10:05.973100 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa61f533-ab77-4790-895a-8f5d28d5b0fc tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Pushing event updated for resources: {'Port': ['ID=18bd0e5f-850b-4717-95b3-f144f882815a,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:05.995208 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa61f533-ab77-4790-895a-8f5d28d5b0fc tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:05.995901 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa61f533-ab77-4790-895a-8f5d28d5b0fc tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:05.996404 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa61f533-ab77-4790-895a-8f5d28d5b0fc tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:05.996956 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa61f533-ab77-4790-895a-8f5d28d5b0fc tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:05.997500 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa61f533-ab77-4790-895a-8f5d28d5b0fc tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:05.998054 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa61f533-ab77-4790-895a-8f5d28d5b0fc tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:05.998609 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa61f533-ab77-4790-895a-8f5d28d5b0fc tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:05.999165 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa61f533-ab77-4790-895a-8f5d28d5b0fc tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:05.999722 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa61f533-ab77-4790-895a-8f5d28d5b0fc tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:06.000862 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa61f533-ab77-4790-895a-8f5d28d5b0fc tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:06.002344 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa61f533-ab77-4790-895a-8f5d28d5b0fc tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:06.002344 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa61f533-ab77-4790-895a-8f5d28d5b0fc tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:06.054103 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-fa61f533-ab77-4790-895a-8f5d28d5b0fc tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Network ce9d38ed-90b0-4188-83c2-f86aff95fb9d is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:10:06.068987 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-fa61f533-ab77-4790-895a-8f5d28d5b0fc tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:10:06.068987 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-fa61f533-ab77-4790-895a-8f5d28d5b0fc tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Received port after_create {{(pid=94232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:10:06.070906 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-fa61f533-ab77-4790-895a-8f5d28d5b0fc tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:06.071652 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-fa61f533-ab77-4790-895a-8f5d28d5b0fc tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:06.106719 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6164d2ac-7a57-4ce9-8e9b-9f7aafc369d8 req-660dcebc-6eb0-4956-b067-5e393551aaf4 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386509 Sep 23 23:10:06.110824 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-fa61f533-ab77-4790-895a-8f5d28d5b0fc tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7121773 Sep 23 23:10:06.445822 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 53646) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:06.481063 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-09913298-59f6-4193-8c84-41b31df35fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:06.609639 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43373b39-e0ab-4e3a-a2f1-f02ecd684ed9 req-3aaa7030-ab43-4f16-a722-0b35a88e601f tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:06.622284 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-43373b39-e0ab-4e3a-a2f1-f02ecd684ed9 req-3aaa7030-ab43-4f16-a722-0b35a88e601f tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5363ec-d506-4817-9a66-35508430891a HTTP/1.1" status: 200 len: 946 time: 0.1009128 Sep 23 23:10:06.681083 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-09913298-59f6-4193-8c84-41b31df35fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:06.688033 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-09913298-59f6-4193-8c84-41b31df35fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:06.707520 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-43373b39-e0ab-4e3a-a2f1-f02ecd684ed9 req-77169ca6-62ca-466e-81f2-365950d1aac4 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/security-groups?id=db4da5ba-909a-4467-b1af-6557bb32fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831373 Sep 23 23:10:06.762519 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-09913298-59f6-4193-8c84-41b31df35fa5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5374bc7ddc424b738cf119dc8251c15c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3149955 Sep 23 23:10:06.765960 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 53664) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:06.768367 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09913298-59f6-4193-8c84-41b31df35fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6baaffae-dae5-4fd9-8ba1-bb031cb5e407,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:06.907814 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-210efac6-39a1-4d03-9d7c-58661e027b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:06.980512 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-210efac6-39a1-4d03-9d7c-58661e027b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:07.013676 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c55f5-ccde-4604-8893-3c3a05139120 req-112d0e52-427c-4312-bdcf-da0c1994c514 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:07.017675 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e25c55f5-ccde-4604-8893-3c3a05139120 req-112d0e52-427c-4312-bdcf-da0c1994c514 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=81a1259b-9a25-4891-a70b-89e4f6c5c078 HTTP/1.1" status: 200 len: 932 time: 0.1670716 Sep 23 23:10:07.121245 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e25c55f5-ccde-4604-8893-3c3a05139120 req-e6f349d4-8b95-4c4c-99d9-8c3382fb59e8 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942330 Sep 23 23:10:07.158002 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-210efac6-39a1-4d03-9d7c-58661e027b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:07.163473 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-210efac6-39a1-4d03-9d7c-58661e027b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:07.169627 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-210efac6-39a1-4d03-9d7c-58661e027b07 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6baaffae-dae5-4fd9-8ba1-bb031cb5e407 HTTP/1.1" status: 204 len: 168 time: 0.3990245 Sep 23 23:10:07.179876 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210efac6-39a1-4d03-9d7c-58661e027b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6baaffae-dae5-4fd9-8ba1-bb031cb5e407,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:07.291523 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a51b0-f91b-4dea-b879-b8fa6522695b req-baf5177a-7f46-4ab9-bd29-ca4e06963235 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:07.294546 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-184a51b0-f91b-4dea-b879-b8fa6522695b req-baf5177a-7f46-4ab9-bd29-ca4e06963235 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 945 time: 0.0853431 Sep 23 23:10:07.358297 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-184a51b0-f91b-4dea-b879-b8fa6522695b req-2ad4dccb-7f2c-4fe7-b424-be6298a9b62d tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566039 Sep 23 23:10:07.934419 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f556085-e239-40dd-80b6-0b248ef600d1 req-8442dc54-d2da-47f6-8a5f-873070a04b5b tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:07.936632 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2f556085-e239-40dd-80b6-0b248ef600d1 req-8442dc54-d2da-47f6-8a5f-873070a04b5b tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5363ec-d506-4817-9a66-35508430891a HTTP/1.1" status: 200 len: 946 time: 0.1093833 Sep 23 23:10:08.005192 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2f556085-e239-40dd-80b6-0b248ef600d1 req-21b15e48-e907-4c6d-8f14-44f174683c1a tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/security-groups?id=db4da5ba-909a-4467-b1af-6557bb32fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609553 Sep 23 23:10:08.255530 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d0e5b-f264-4bab-be8e-27c50faf7b3f req-62ee8161-6174-46fb-aaa7-f90c0aa1efbf tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:08.257184 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e79d0e5b-f264-4bab-be8e-27c50faf7b3f req-62ee8161-6174-46fb-aaa7-f90c0aa1efbf tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=81a1259b-9a25-4891-a70b-89e4f6c5c078 HTTP/1.1" status: 200 len: 932 time: 0.0581782 Sep 23 23:10:08.326999 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e79d0e5b-f264-4bab-be8e-27c50faf7b3f req-f19373da-76de-48f2-b2e5-dcba33a24b3f tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626419 Sep 23 23:10:08.527994 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6c363-cf28-41df-a799-d7f31d500b4a req-2d52c138-059d-4d39-886a-9530374e7e72 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:08.530684 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-dff6c363-cf28-41df-a799-d7f31d500b4a req-2d52c138-059d-4d39-886a-9530374e7e72 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 945 time: 0.0783238 Sep 23 23:10:08.585062 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-dff6c363-cf28-41df-a799-d7f31d500b4a req-d58b4868-1700-4cf7-a852-a83681033304 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473835 Sep 23 23:10:08.846540 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 53720) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:09.008103 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b4f5ee12-f831-4da8-9b1c-68f6710910e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:09.166373 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b4f5ee12-f831-4da8-9b1c-68f6710910e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:09.177854 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b4f5ee12-f831-4da8-9b1c-68f6710910e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:09.206400 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3467ad-0b43-4e30-b5c2-60a05d644376 req-9266ba74-f07c-4f38-ad6f-3c9be5aeb376 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:09.208172 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2a3467ad-0b43-4e30-b5c2-60a05d644376 req-9266ba74-f07c-4f38-ad6f-3c9be5aeb376 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5363ec-d506-4817-9a66-35508430891a HTTP/1.1" status: 200 len: 946 time: 0.0959399 Sep 23 23:10:09.254118 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f5ee12-f831-4da8-9b1c-68f6710910e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef764d5-bcbb-41d0-ae7c-0bb3ea2f206b,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:09.259604 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-b4f5ee12-f831-4da8-9b1c-68f6710910e8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a31ed86f33f94ef8805be94ff692cb1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4118366 Sep 23 23:10:09.263997 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 53734) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:09.280338 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-57258637-7857-4dee-bf08-8b0fb84b1cf6 service neutron] Request body: {'port': {'device_id': '81a1259b-9a25-4891-a70b-89e4f6c5c078', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81078'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:10:09.354096 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2a3467ad-0b43-4e30-b5c2-60a05d644376 req-d37bbec0-217c-4a23-b2c1-6ff7894da568 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/security-groups?id=db4da5ba-909a-4467-b1af-6557bb32fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309323 Sep 23 23:10:09.409454 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-57258637-7857-4dee-bf08-8b0fb84b1cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:09.425133 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d07cc3e0-d802-4fbb-a325-c717011d8057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:09.490699 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d07cc3e0-d802-4fbb-a325-c717011d8057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:09.601233 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:09.677619 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25e196-c95d-4bb1-a5b8-9d23c9303adc req-820270af-e6b2-474a-87db-1159506ba9f8 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:09.682890 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4f25e196-c95d-4bb1-a5b8-9d23c9303adc req-820270af-e6b2-474a-87db-1159506ba9f8 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=81a1259b-9a25-4891-a70b-89e4f6c5c078 HTTP/1.1" status: 200 len: 932 time: 0.2210999 Sep 23 23:10:09.796368 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d07cc3e0-d802-4fbb-a325-c717011d8057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:09.799123 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d07cc3e0-d802-4fbb-a325-c717011d8057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:09.800658 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-d07cc3e0-d802-4fbb-a325-c717011d8057 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7ef764d5-bcbb-41d0-ae7c-0bb3ea2f206b HTTP/1.1" status: 204 len: 168 time: 0.5352259 Sep 23 23:10:09.876112 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07cc3e0-d802-4fbb-a325-c717011d8057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef764d5-bcbb-41d0-ae7c-0bb3ea2f206b,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:09.889150 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4f25e196-c95d-4bb1-a5b8-9d23c9303adc req-b38213d1-e1f5-4d67-ad8d-46229c441356 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604354 Sep 23 23:10:09.916607 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d2166-b9bd-493b-b000-c4dd13ac53aa req-004f3491-2843-4b4e-9ecb-cf48aefe8c77 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:09.918363 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-116d2166-b9bd-493b-b000-c4dd13ac53aa req-004f3491-2843-4b4e-9ecb-cf48aefe8c77 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 945 time: 0.2285557 Sep 23 23:10:10.012731 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-116d2166-b9bd-493b-b000-c4dd13ac53aa req-6e7adf39-8043-40a0-af30-f216ccb20523 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687392 Sep 23 23:10:10.090438 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-57258637-7857-4dee-bf08-8b0fb84b1cf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18bd0e5f-850b-4717-95b3-f144f882815a {{(pid=94232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:10:10.110714 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-57258637-7857-4dee-bf08-8b0fb84b1cf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:10.141529 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.provisioning_blocks [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-57258637-7857-4dee-bf08-8b0fb84b1cf6 service neutron] Transition to ACTIVE for port object 18bd0e5f-850b-4717-95b3-f144f882815a will not be triggered until provisioned by entity L2. {{(pid=94232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:10:10.149443 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-57258637-7857-4dee-bf08-8b0fb84b1cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:10.243324 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57258637-7857-4dee-bf08-8b0fb84b1cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=18bd0e5f-850b-4717-95b3-f144f882815a,revision_number=2']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:10.297402 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-57258637-7857-4dee-bf08-8b0fb84b1cf6 service neutron] Attempting to bind port 18bd0e5f-850b-4717-95b3-f144f882815a on host hv-cinder-81078 for vnic_type normal with profile {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:10:10.298045 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-57258637-7857-4dee-bf08-8b0fb84b1cf6 service neutron] Attempting to bind port 18bd0e5f-850b-4717-95b3-f144f882815a by drivers openvswitch,hyperv on host hv-cinder-81078 at level 0 using segments [{'id': 'bb89ef85-36bb-4a06-b0e7-d6b884aca5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ce9d38ed-90b0-4188-83c2-f86aff95fb9d'}] {{(pid=94232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:10:10.298449 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-57258637-7857-4dee-bf08-8b0fb84b1cf6 service neutron] Attempting to bind port 18bd0e5f-850b-4717-95b3-f144f882815a on network ce9d38ed-90b0-4188-83c2-f86aff95fb9d {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:10:10.304754 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-57258637-7857-4dee-bf08-8b0fb84b1cf6 service neutron] Port 18bd0e5f-850b-4717-95b3-f144f882815a on network ce9d38ed-90b0-4188-83c2-f86aff95fb9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81078 {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:10:10.305169 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-57258637-7857-4dee-bf08-8b0fb84b1cf6 service neutron] Attempting to bind port 18bd0e5f-850b-4717-95b3-f144f882815a on network ce9d38ed-90b0-4188-83c2-f86aff95fb9d {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:10:10.311917 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-57258637-7857-4dee-bf08-8b0fb84b1cf6 service neutron] Checking agent: {'id': '3c892145-8c1f-42fb-b36d-f51cd8b65402', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 7, 8), 'started_at': datetime.datetime(2021, 9, 23, 23, 7, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:10:10.312506 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-57258637-7857-4dee-bf08-8b0fb84b1cf6 service neutron] Checking segment: {'id': 'bb89ef85-36bb-4a06-b0e7-d6b884aca5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ce9d38ed-90b0-4188-83c2-f86aff95fb9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:10:10.313449 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-57258637-7857-4dee-bf08-8b0fb84b1cf6 service neutron] Bound using segment: {'id': 'bb89ef85-36bb-4a06-b0e7-d6b884aca5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ce9d38ed-90b0-4188-83c2-f86aff95fb9d'} {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:10:10.313605 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-57258637-7857-4dee-bf08-8b0fb84b1cf6 service neutron] Bound port: 18bd0e5f-850b-4717-95b3-f144f882815a, host: hv-cinder-81078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb89ef85-36bb-4a06-b0e7-d6b884aca5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ce9d38ed-90b0-4188-83c2-f86aff95fb9d'}}] {{(pid=94232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:10:10.313891 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-57258637-7857-4dee-bf08-8b0fb84b1cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:10.407567 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-57258637-7857-4dee-bf08-8b0fb84b1cf6 service neutron] For port 18bd0e5f-850b-4717-95b3-f144f882815a, host hv-cinder-81078, cleared binding levels {{(pid=94232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:10:10.415352 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-57258637-7857-4dee-bf08-8b0fb84b1cf6 service neutron] For port 18bd0e5f-850b-4717-95b3-f144f882815a, host hv-cinder-81078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=18bd0e5f-850b-4717-95b3-f144f882815a,segment=NetworkSegment(bb89ef85-36bb-4a06-b0e7-d6b884aca5fe),segment_id=bb89ef85-36bb-4a06-b0e7-d6b884aca5fe)] {{(pid=94232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:10:10.431078 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-57258637-7857-4dee-bf08-8b0fb84b1cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:10.500498 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-57258637-7857-4dee-bf08-8b0fb84b1cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:10.502045 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-57258637-7857-4dee-bf08-8b0fb84b1cf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:10.505441 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-57258637-7857-4dee-bf08-8b0fb84b1cf6 service neutron] 10.222.0.11 "PUT /v2.0/ports/18bd0e5f-850b-4717-95b3-f144f882815a HTTP/1.1" status: 200 len: 1094 time: 1.2310753 Sep 23 23:10:10.506159 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a1259b-9a25-4891-a70b-89e4f6c5c078', 'tag': '18bd0e5f-850b-4717-95b3-f144f882815a'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:10:10.509185 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc74f1c012309c835ea1a53c8f5f732cbfbf790adc92ee6109ffd7f3bd94d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8edd11ac-b4d3-493a-b71d-e6928b0bafd7" -d '{"events": [{"name": "network-changed", "server_uuid": "81a1259b-9a25-4891-a70b-89e4f6c5c078", "tag": "18bd0e5f-850b-4717-95b3-f144f882815a"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:10:10.621368 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f740eb8-bdae-4bde-a582-e8a8b0497504 x-openstack-request-id: req-6f740eb8-bdae-4bde-a582-e8a8b0497504 {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:10:10.622049 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a1259b-9a25-4891-a70b-89e4f6c5c078", "tag": "18bd0e5f-850b-4717-95b3-f144f882815a", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:10:10.622530 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6f740eb8-bdae-4bde-a582-e8a8b0497504 {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:10:10.623401 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a1259b-9a25-4891-a70b-89e4f6c5c078', 'tag': '18bd0e5f-850b-4717-95b3-f144f882815a', 'status': 'completed', 'code': 200} Sep 23 23:10:10.690839 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57258637-7857-4dee-bf08-8b0fb84b1cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=18bd0e5f-850b-4717-95b3-f144f882815a,revision_number=3']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:10.734768 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530bfa9-42e5-4a22-8467-45e41160e8b0 req-d4368443-17e1-46c0-8bbf-902a35f70916 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:10.738040 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a530bfa9-42e5-4a22-8467-45e41160e8b0 req-d4368443-17e1-46c0-8bbf-902a35f70916 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5363ec-d506-4817-9a66-35508430891a HTTP/1.1" status: 200 len: 946 time: 0.2250164 Sep 23 23:10:10.755914 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-2b429386-9f59-41be-8f33-1cddc4b83d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:10.758109 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-2b429386-9f59-41be-8f33-1cddc4b83d37 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ddea2c61a124ba99508af5db99cfa3a&device_id=81a1259b-9a25-4891-a70b-89e4f6c5c078 HTTP/1.1" status: 200 len: 1097 time: 0.1402619 Sep 23 23:10:10.823992 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-c5199fbc-f22b-4e0f-b96c-6f77663c72e7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18bd0e5f-850b-4717-95b3-f144f882815a HTTP/1.1" status: 200 len: 217 time: 0.0451190 Sep 23 23:10:10.870324 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a530bfa9-42e5-4a22-8467-45e41160e8b0 req-0365340a-ce06-417f-8c90-aba331c585c8 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/security-groups?id=db4da5ba-909a-4467-b1af-6557bb32fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106122 Sep 23 23:10:11.093410 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e69ec-c2b1-48ae-9cbd-16f4d00dc82b req-c89a386a-73cb-4fd4-b327-41da804365ea tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:11.095973 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-681e69ec-c2b1-48ae-9cbd-16f4d00dc82b req-c89a386a-73cb-4fd4-b327-41da804365ea tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=81a1259b-9a25-4891-a70b-89e4f6c5c078 HTTP/1.1" status: 200 len: 944 time: 0.0652504 Sep 23 23:10:11.185048 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-681e69ec-c2b1-48ae-9cbd-16f4d00dc82b req-9d72a050-100d-4f9e-8fb4-9f86aced0320 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759194 Sep 23 23:10:11.249502 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a11ccf-4adf-4b65-9f2f-e2f9ad3269b8 req-b9adff7d-b66b-4416-940e-76480ac63163 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:11.252328 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-09a11ccf-4adf-4b65-9f2f-e2f9ad3269b8 req-b9adff7d-b66b-4416-940e-76480ac63163 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 945 time: 0.0934427 Sep 23 23:10:11.303950 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-09a11ccf-4adf-4b65-9f2f-e2f9ad3269b8 req-6a9ea93e-7be4-4510-a061-03cec5aaff83 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409963 Sep 23 23:10:11.771471 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 53816) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:11.928538 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8fb465fe-1814-4092-9674-f41784c7458c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:11.947551 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-76ac933f-f203-4ad6-8087-7e4a4c5579cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:11.949481 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-76ac933f-f203-4ad6-8087-7e4a4c5579cd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dadbb2c8-7187-415d-b3c4-d09ac2c1fdfd HTTP/1.1" status: 200 len: 855 time: 0.0652390 Sep 23 23:10:12.073082 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a22cf-3638-4c21-86c1-31664e3d2bf7 req-1bd0d5f7-3f0a-42f6-a847-45594c332f44 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:12.075771 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1d2a22cf-3638-4c21-86c1-31664e3d2bf7 req-1bd0d5f7-3f0a-42f6-a847-45594c332f44 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5363ec-d506-4817-9a66-35508430891a HTTP/1.1" status: 200 len: 946 time: 0.1017246 Sep 23 23:10:12.087656 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8fb465fe-1814-4092-9674-f41784c7458c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:12.093476 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8fb465fe-1814-4092-9674-f41784c7458c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:12.137837 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb465fe-1814-4092-9674-f41784c7458c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d098a7-3a48-405d-8575-a5e6021edc44,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:12.142616 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-8fb465fe-1814-4092-9674-f41784c7458c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=08a22e68c4e046528ad8323ffabc6ab7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3695116 Sep 23 23:10:12.146961 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 53826) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:12.149560 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1d2a22cf-3638-4c21-86c1-31664e3d2bf7 req-2d494375-bc1a-48fe-9d24-839221adc5f1 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/security-groups?id=db4da5ba-909a-4467-b1af-6557bb32fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657201 Sep 23 23:10:12.226373 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0bbba97c-fed9-45c4-bfb8-9cdca271a1b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:12.256665 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0bbba97c-fed9-45c4-bfb8-9cdca271a1b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:12.323365 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0bbba97c-fed9-45c4-bfb8-9cdca271a1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:12.326503 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0bbba97c-fed9-45c4-bfb8-9cdca271a1b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:12.327743 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-0bbba97c-fed9-45c4-bfb8-9cdca271a1b3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/65d098a7-3a48-405d-8575-a5e6021edc44 HTTP/1.1" status: 204 len: 168 time: 0.1797276 Sep 23 23:10:12.342349 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbba97c-fed9-45c4-bfb8-9cdca271a1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d098a7-3a48-405d-8575-a5e6021edc44,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:12.351628 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733653ec-893b-4e11-9a88-105bcab699eb req-88861a0e-b998-4c32-8cb3-2699f4a61486 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:12.353749 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-733653ec-893b-4e11-9a88-105bcab699eb req-88861a0e-b998-4c32-8cb3-2699f4a61486 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=81a1259b-9a25-4891-a70b-89e4f6c5c078 HTTP/1.1" status: 200 len: 944 time: 0.0863993 Sep 23 23:10:12.422392 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-733653ec-893b-4e11-9a88-105bcab699eb req-b180fa35-f81a-4df2-b52b-88f2e7fd8ab5 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612357 Sep 23 23:10:12.604656 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb718e98-f3ea-46b8-8aaf-f05b95e3160e req-426fcd14-a188-47c7-804a-398618e930a5 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:12.607517 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-eb718e98-f3ea-46b8-8aaf-f05b95e3160e req-426fcd14-a188-47c7-804a-398618e930a5 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 945 time: 0.0744879 Sep 23 23:10:12.664965 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-eb718e98-f3ea-46b8-8aaf-f05b95e3160e req-b8cfb3a8-0244-44dd-9222-8b658a321e04 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505607 Sep 23 23:10:13.307020 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c0663-af80-4711-b74c-e5c43c97c7e4 req-8806ccd4-d99d-4485-bfbe-90c7d4507d69 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:13.309645 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-031c0663-af80-4711-b74c-e5c43c97c7e4 req-8806ccd4-d99d-4485-bfbe-90c7d4507d69 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5363ec-d506-4817-9a66-35508430891a HTTP/1.1" status: 200 len: 946 time: 0.0724418 Sep 23 23:10:13.366009 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-031c0663-af80-4711-b74c-e5c43c97c7e4 req-7c75e203-90ba-4ab0-bedc-256af27a0786 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/security-groups?id=db4da5ba-909a-4467-b1af-6557bb32fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487361 Sep 23 23:10:13.551143 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-e120304e-e087-4557-b345-b0e358493c41 None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:10:13.608835 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03751f-1cca-4b76-b6c3-6aeceac16e5f req-e4704a63-246b-466b-b8a8-47db78af2ef3 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:13.610916 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4b03751f-1cca-4b76-b6c3-6aeceac16e5f req-e4704a63-246b-466b-b8a8-47db78af2ef3 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=81a1259b-9a25-4891-a70b-89e4f6c5c078 HTTP/1.1" status: 200 len: 944 time: 0.0732067 Sep 23 23:10:13.675091 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4b03751f-1cca-4b76-b6c3-6aeceac16e5f req-06b2751b-1ea0-423d-a3b5-bf3cd4b8469f tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527270 Sep 23 23:10:13.825552 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f633ec-36d7-4aca-81ce-ca556b5d37a9 req-44639aea-6e59-488a-9425-b984fe35b730 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:13.827215 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-03f633ec-36d7-4aca-81ce-ca556b5d37a9 req-44639aea-6e59-488a-9425-b984fe35b730 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 945 time: 0.0560515 Sep 23 23:10:13.869465 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-0129db13-4279-483f-923b-654f809abcdb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce9d38ed-90b0-4188-83c2-f86aff95fb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363321 Sep 23 23:10:13.934149 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-03f633ec-36d7-4aca-81ce-ca556b5d37a9 req-917609cf-ba23-4553-a9df-df654a5c049b tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717912 Sep 23 23:10:14.068496 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-07071f65-efb2-4f30-9800-c4051e408384 service neutron] 10.222.0.11 "GET /v2.0/networks/ce9d38ed-90b0-4188-83c2-f86aff95fb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592445 Sep 23 23:10:14.203609 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-981cda05-8c1c-41d1-804b-a84a4b87118d req-b5bc5d70-fc16-41de-b0d2-f508dd5136d1 service neutron] 10.222.0.11 "GET /v2.0/networks/ce9d38ed-90b0-4188-83c2-f86aff95fb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232228 Sep 23 23:10:14.320826 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd11ac-b4d3-493a-b71d-e6928b0bafd7 req-8f3bec2c-9d93-4a32-8ea3-e69569fdab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:14.322437 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8edd11ac-b4d3-493a-b71d-e6928b0bafd7 req-8f3bec2c-9d93-4a32-8ea3-e69569fdab7a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ddea2c61a124ba99508af5db99cfa3a&device_id=81a1259b-9a25-4891-a70b-89e4f6c5c078 HTTP/1.1" status: 200 len: 1097 time: 0.0444386 Sep 23 23:10:14.430818 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd11ac-b4d3-493a-b71d-e6928b0bafd7 req-157ae93a-d6a0-47ba-9396-591ec8ce39c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:14.432913 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8edd11ac-b4d3-493a-b71d-e6928b0bafd7 req-157ae93a-d6a0-47ba-9396-591ec8ce39c3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ce9d38ed-90b0-4188-83c2-f86aff95fb9d HTTP/1.1" status: 200 len: 916 time: 0.1022336 Sep 23 23:10:14.542781 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588ebf6-f1c8-4c54-adeb-1e9f858fd30a req-d7a50741-60b1-432a-8e9e-02100f15c13d tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:14.544790 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9588ebf6-f1c8-4c54-adeb-1e9f858fd30a req-d7a50741-60b1-432a-8e9e-02100f15c13d tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5363ec-d506-4817-9a66-35508430891a HTTP/1.1" status: 200 len: 946 time: 0.0779972 Sep 23 23:10:14.593605 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9588ebf6-f1c8-4c54-adeb-1e9f858fd30a req-65ecff58-8dff-4248-ba91-7798c2d1337a tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/security-groups?id=db4da5ba-909a-4467-b1af-6557bb32fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376453 Sep 23 23:10:14.817559 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d39c8-e586-4c54-90fa-f55a228be127 req-f48b64ce-5580-4945-bd43-09634fc3ea9f tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:14.819200 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c78d39c8-e586-4c54-90fa-f55a228be127 req-f48b64ce-5580-4945-bd43-09634fc3ea9f tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=81a1259b-9a25-4891-a70b-89e4f6c5c078 HTTP/1.1" status: 200 len: 944 time: 0.0542812 Sep 23 23:10:14.883711 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c78d39c8-e586-4c54-90fa-f55a228be127 req-8c8b84ca-f4cd-41d5-969c-439b4f847ae3 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562880 Sep 23 23:10:15.103612 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8644805-7f7b-4b49-a5a8-89febf6ea4db req-c370990f-dcbd-4c42-9d70-bd5b1c17c1c9 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:15.105239 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a8644805-7f7b-4b49-a5a8-89febf6ea4db req-c370990f-dcbd-4c42-9d70-bd5b1c17c1c9 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 945 time: 0.0706394 Sep 23 23:10:15.148245 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a8644805-7f7b-4b49-a5a8-89febf6ea4db req-c95e1ce5-da34-4e8a-b8e0-74fd52d1356a tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362167 Sep 23 23:10:15.733575 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e1e15-56ce-4e57-9f91-0c297937b960 req-79b793b8-786e-4919-8fe0-e12d79628e18 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:15.735184 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6b9e1e15-56ce-4e57-9f91-0c297937b960 req-79b793b8-786e-4919-8fe0-e12d79628e18 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5363ec-d506-4817-9a66-35508430891a HTTP/1.1" status: 200 len: 946 time: 0.0638440 Sep 23 23:10:15.807742 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6b9e1e15-56ce-4e57-9f91-0c297937b960 req-eb14ede1-9082-4529-b775-f26ad9edb943 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/security-groups?id=db4da5ba-909a-4467-b1af-6557bb32fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652876 Sep 23 23:10:16.020714 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56dce4a-7083-4737-a1f3-d4b641dce876 req-51c20168-e4c9-465b-ba99-ccc535a84f75 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:16.022356 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e56dce4a-7083-4737-a1f3-d4b641dce876 req-51c20168-e4c9-465b-ba99-ccc535a84f75 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=81a1259b-9a25-4891-a70b-89e4f6c5c078 HTTP/1.1" status: 200 len: 944 time: 0.0552037 Sep 23 23:10:16.070889 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e56dce4a-7083-4737-a1f3-d4b641dce876 req-a286e91d-728c-42f2-ae61-ab7e627c8731 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380147 Sep 23 23:10:16.305020 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739aff8-c403-4ee6-9629-fa7f826232e6 req-2dae9f68-f097-4d68-9f9d-f48b843781a6 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:16.306639 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-5739aff8-c403-4ee6-9629-fa7f826232e6 req-2dae9f68-f097-4d68-9f9d-f48b843781a6 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 945 time: 0.0569594 Sep 23 23:10:16.355565 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-5739aff8-c403-4ee6-9629-fa7f826232e6 req-0874b060-d927-4db4-bd1c-7b898fe477de tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373628 Sep 23 23:10:16.942088 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83fc639-8538-4922-ab48-1e94734edf3a req-0e03df21-ddd6-4e88-8887-0db3d677387e tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:16.944016 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e83fc639-8538-4922-ab48-1e94734edf3a req-0e03df21-ddd6-4e88-8887-0db3d677387e tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5363ec-d506-4817-9a66-35508430891a HTTP/1.1" status: 200 len: 946 time: 0.0570273 Sep 23 23:10:16.996751 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e83fc639-8538-4922-ab48-1e94734edf3a req-d556d50d-d820-4c11-8472-0e719149ef32 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/security-groups?id=db4da5ba-909a-4467-b1af-6557bb32fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417120 Sep 23 23:10:17.225233 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee924fe-e2b4-487f-b762-9f50b4f5139b req-01accf7f-9a67-488f-b0b5-089e73dc67cf tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:17.227148 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2ee924fe-e2b4-487f-b762-9f50b4f5139b req-01accf7f-9a67-488f-b0b5-089e73dc67cf tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=81a1259b-9a25-4891-a70b-89e4f6c5c078 HTTP/1.1" status: 200 len: 944 time: 0.0610416 Sep 23 23:10:17.276179 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2ee924fe-e2b4-487f-b762-9f50b4f5139b req-35076d09-39b7-4406-92b0-ea9bd1d7294b tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418692 Sep 23 23:10:17.657646 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8edd11ac-b4d3-493a-b71d-e6928b0bafd7 req-e7c09731-611d-45da-8489-102696a032b0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18bd0e5f-850b-4717-95b3-f144f882815a HTTP/1.1" status: 200 len: 217 time: 0.2915411 Sep 23 23:10:17.741376 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474b4fe-3916-4c84-833a-95e1916d554c req-939bfb43-c0b2-4776-824e-2a8a1a964c78 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:17.743014 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0474b4fe-3916-4c84-833a-95e1916d554c req-939bfb43-c0b2-4776-824e-2a8a1a964c78 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 945 time: 0.0963857 Sep 23 23:10:17.773220 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd11ac-b4d3-493a-b71d-e6928b0bafd7 req-38163c7d-fd45-4986-8747-67a04fcbf709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:17.775999 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8edd11ac-b4d3-493a-b71d-e6928b0bafd7 req-38163c7d-fd45-4986-8747-67a04fcbf709 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dadbb2c8-7187-415d-b3c4-d09ac2c1fdfd HTTP/1.1" status: 200 len: 855 time: 0.0878582 Sep 23 23:10:17.825429 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8edd11ac-b4d3-493a-b71d-e6928b0bafd7 req-960b3fc1-027f-4548-81fc-78fa39aa78a7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce9d38ed-90b0-4188-83c2-f86aff95fb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393722 Sep 23 23:10:17.829032 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0474b4fe-3916-4c84-833a-95e1916d554c req-993c222a-7926-4f77-aeca-8217f7ebd141 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763421 Sep 23 23:10:17.948118 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8edd11ac-b4d3-493a-b71d-e6928b0bafd7 req-394b1ffb-9568-47ef-a574-9a4e8ff470bd service neutron] 10.222.0.11 "GET /v2.0/networks/ce9d38ed-90b0-4188-83c2-f86aff95fb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139405 Sep 23 23:10:18.083653 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8edd11ac-b4d3-493a-b71d-e6928b0bafd7 req-695db370-ab54-4447-934c-b277eab33136 service neutron] 10.222.0.11 "GET /v2.0/networks/ce9d38ed-90b0-4188-83c2-f86aff95fb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243963 Sep 23 23:10:18.215472 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3db734-51c4-4167-812a-2f35e90c61f8 req-99df2d4d-82f9-4cc6-9848-57e4c15db937 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:18.217306 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8f3db734-51c4-4167-812a-2f35e90c61f8 req-99df2d4d-82f9-4cc6-9848-57e4c15db937 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5363ec-d506-4817-9a66-35508430891a HTTP/1.1" status: 200 len: 946 time: 0.0806675 Sep 23 23:10:18.288330 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8f3db734-51c4-4167-812a-2f35e90c61f8 req-87aa2b2d-c630-4470-8dcd-5c546ee764b8 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/security-groups?id=db4da5ba-909a-4467-b1af-6557bb32fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611658 Sep 23 23:10:18.374672 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acad21-bb2d-4821-8bf7-0df4c482126e req-149d1319-6191-4dc6-bb65-d37b6ecc0b03 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:18.377520 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-37acad21-bb2d-4821-8bf7-0df4c482126e req-149d1319-6191-4dc6-bb65-d37b6ecc0b03 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c5363ec-d506-4817-9a66-35508430891a HTTP/1.1" status: 200 len: 946 time: 0.0645936 Sep 23 23:10:18.548335 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d882224-b70b-4473-a8ed-e1e302c040bd req-c5809037-a51d-47f7-ab49-895b0e12600c tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:18.549993 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1d882224-b70b-4473-a8ed-e1e302c040bd req-c5809037-a51d-47f7-ab49-895b0e12600c tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=81a1259b-9a25-4891-a70b-89e4f6c5c078 HTTP/1.1" status: 200 len: 944 time: 0.1443202 Sep 23 23:10:18.657357 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [req-37acad21-bb2d-4821-8bf7-0df4c482126e req-7f514b90-bdda-4438-b87c-6a442e0a6482 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Deleting port 573f9f71-3f41-4bb4-98fd-9cd5929444b6 {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:10:18.657917 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-37acad21-bb2d-4821-8bf7-0df4c482126e req-7f514b90-bdda-4438-b87c-6a442e0a6482 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:18.681647 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1d882224-b70b-4473-a8ed-e1e302c040bd req-8e6476e5-6fca-4ea7-aff1-8d21ee2cfe73 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135721 Sep 23 23:10:18.821958 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-37acad21-bb2d-4821-8bf7-0df4c482126e req-7f514b90-bdda-4438-b87c-6a442e0a6482 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] For port 573f9f71-3f41-4bb4-98fd-9cd5929444b6, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=573f9f71-3f41-4bb4-98fd-9cd5929444b6,segment=NetworkSegment(2fc98a28-e4ec-4110-90bc-1f7e871d9e17),segment_id=2fc98a28-e4ec-4110-90bc-1f7e871d9e17)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:10:18.822667 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-37acad21-bb2d-4821-8bf7-0df4c482126e req-7f514b90-bdda-4438-b87c-6a442e0a6482 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:18.847666 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [req-37acad21-bb2d-4821-8bf7-0df4c482126e req-7f514b90-bdda-4438-b87c-6a442e0a6482 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Calling delete_port for 573f9f71-3f41-4bb4-98fd-9cd5929444b6 owned by compute:nova {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:10:19.092686 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d45a0-8a05-483f-8e96-7a0d9b4b8904 req-2903b318-c3c9-4648-96a7-a0b35560cec3 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:19.095466 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b77d45a0-8a05-483f-8e96-7a0d9b4b8904 req-2903b318-c3c9-4648-96a7-a0b35560cec3 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 945 time: 0.1220973 Sep 23 23:10:19.237141 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b77d45a0-8a05-483f-8e96-7a0d9b4b8904 req-0898505f-6a03-4206-b4dd-0457ada20a3f tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258724 Sep 23 23:10:19.285977 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-37acad21-bb2d-4821-8bf7-0df4c482126e req-7f514b90-bdda-4438-b87c-6a442e0a6482 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:19.301816 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['573f9f71-3f41-4bb4-98fd-9cd5929444b6'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:10:19.337414 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f514b90-bdda-4438-b87c-6a442e0a6482 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Pushing event deleted for resources: {'Port': ['ID=573f9f71-3f41-4bb4-98fd-9cd5929444b6,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:19.427557 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [req-37acad21-bb2d-4821-8bf7-0df4c482126e req-7f514b90-bdda-4438-b87c-6a442e0a6482 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] No DVR routers for this DVR port 573f9f71-3f41-4bb4-98fd-9cd5929444b6 on host hv-cinder-81078 {{(pid=94232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:10:19.432757 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-37acad21-bb2d-4821-8bf7-0df4c482126e req-7f514b90-bdda-4438-b87c-6a442e0a6482 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:19.435528 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-37acad21-bb2d-4821-8bf7-0df4c482126e req-7f514b90-bdda-4438-b87c-6a442e0a6482 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.11 "DELETE /v2.0/ports/573f9f71-3f41-4bb4-98fd-9cd5929444b6 HTTP/1.1" status: 204 len: 173 time: 1.0409966 Sep 23 23:10:19.436083 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5363ec-d506-4817-9a66-35508430891a', 'name': 'network-vif-deleted', 'tag': '573f9f71-3f41-4bb4-98fd-9cd5929444b6'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:10:19.439041 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc74f1c012309c835ea1a53c8f5f732cbfbf790adc92ee6109ffd7f3bd94d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ef5272-cecb-47e0-8bc3-6c4f02f53b21" -d '{"events": [{"server_uuid": "7c5363ec-d506-4817-9a66-35508430891a", "name": "network-vif-deleted", "tag": "573f9f71-3f41-4bb4-98fd-9cd5929444b6"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:10:19.547066 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8946c665-93d1-44f2-92af-705f2504db5e req-491bfdae-e31b-4202-916c-2209e5204fb2 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5363ec-d506-4817-9a66-35508430891a HTTP/1.1" status: 200 len: 210 time: 0.0702128 Sep 23 23:10:19.559845 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174c99d4-5c92-4bcf-8647-4418fc2168ab x-openstack-request-id: req-174c99d4-5c92-4bcf-8647-4418fc2168ab {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:10:19.560644 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5363ec-d506-4817-9a66-35508430891a", "name": "network-vif-deleted", "tag": "573f9f71-3f41-4bb4-98fd-9cd5929444b6", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:10:19.561327 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-174c99d4-5c92-4bcf-8647-4418fc2168ab {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:10:19.562082 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c5363ec-d506-4817-9a66-35508430891a', 'name': 'network-vif-deleted', 'tag': '573f9f71-3f41-4bb4-98fd-9cd5929444b6', 'status': 'completed', 'code': 200} Sep 23 23:10:19.888071 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41336892-7167-4c76-a2ba-d594adf298d9 req-e829c74f-b4fd-480d-bab8-b0a4e392d569 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:19.890120 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-41336892-7167-4c76-a2ba-d594adf298d9 req-e829c74f-b4fd-480d-bab8-b0a4e392d569 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=81a1259b-9a25-4891-a70b-89e4f6c5c078 HTTP/1.1" status: 200 len: 944 time: 0.0901210 Sep 23 23:10:19.973942 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-41336892-7167-4c76-a2ba-d594adf298d9 req-a31783bc-49d4-47af-8fbe-5698e82f443c tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628972 Sep 23 23:10:20.496558 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794f920-86b1-4772-9690-340882a9dee1 req-dadff1d2-085f-41a2-86ef-ccb0758c92a0 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:20.504665 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1794f920-86b1-4772-9690-340882a9dee1 req-dadff1d2-085f-41a2-86ef-ccb0758c92a0 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 945 time: 0.1232860 Sep 23 23:10:20.561945 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1794f920-86b1-4772-9690-340882a9dee1 req-b09279fa-79d5-4204-bd8f-f434856e269c tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538213 Sep 23 23:10:20.715809 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-563dec16-33b1-43af-bb4f-8a348823d3de req-9b19d613-5f26-458c-ab77-6a7d5e33fd75 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5363ec-d506-4817-9a66-35508430891a HTTP/1.1" status: 200 len: 210 time: 0.0439863 Sep 23 23:10:20.779232 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 54052) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:20.906157 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-62c8b604-5ac0-476d-a846-ded1c582502f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:21.063080 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-62c8b604-5ac0-476d-a846-ded1c582502f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:21.069342 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-62c8b604-5ac0-476d-a846-ded1c582502f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:21.124798 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d470a54-7981-4242-9f51-0c8d889990e2 req-cde87f93-fa11-46b6-8c4b-abc565a82e66 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:21.126759 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7d470a54-7981-4242-9f51-0c8d889990e2 req-cde87f93-fa11-46b6-8c4b-abc565a82e66 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=81a1259b-9a25-4891-a70b-89e4f6c5c078 HTTP/1.1" status: 200 len: 944 time: 0.0605021 Sep 23 23:10:21.151606 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-62c8b604-5ac0-476d-a846-ded1c582502f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b301f036af1749b5bdea24a8c952a086&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3667014 Sep 23 23:10:21.151606 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c8b604-5ac0-476d-a846-ded1c582502f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac2969a-09b1-4432-98fb-210da08cc424,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:21.152210 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 54072) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:21.198132 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7d470a54-7981-4242-9f51-0c8d889990e2 req-712361a7-e1a7-4a06-991f-14e298c22925 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631275 Sep 23 23:10:21.235559 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-3fd9d3b3-67ab-4df1-8e1e-be3cc23bf69e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:21.276946 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-3fd9d3b3-67ab-4df1-8e1e-be3cc23bf69e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:21.318402 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 18bd0e5f-850b-4717-95b3-f144f882815a details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:10:21.379886 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-3fd9d3b3-67ab-4df1-8e1e-be3cc23bf69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:21.385259 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-3fd9d3b3-67ab-4df1-8e1e-be3cc23bf69e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:21.389502 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-3fd9d3b3-67ab-4df1-8e1e-be3cc23bf69e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0ac2969a-09b1-4432-98fb-210da08cc424 HTTP/1.1" status: 204 len: 168 time: 0.2338245 Sep 23 23:10:21.404440 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd9d3b3-67ab-4df1-8e1e-be3cc23bf69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac2969a-09b1-4432-98fb-210da08cc424,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:21.502901 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 18bd0e5f-850b-4717-95b3-f144f882815a, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=18bd0e5f-850b-4717-95b3-f144f882815a,segment=NetworkSegment(bb89ef85-36bb-4a06-b0e7-d6b884aca5fe),segment_id=bb89ef85-36bb-4a06-b0e7-d6b884aca5fe)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:10:21.522634 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Returning: {'device': '18bd0e5f-850b-4717-95b3-f144f882815a', 'network_id': 'ce9d38ed-90b0-4188-83c2-f86aff95fb9d', 'port_id': '18bd0e5f-850b-4717-95b3-f144f882815a', 'mac_address': 'fa:16:3e:7d:1b:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbb2c8-7187-415d-b3c4-d09ac2c1fdfd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:10:21.623968 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:21.649821 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18bd0e5f-850b-4717-95b3-f144f882815a {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:10:21.694796 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 18bd0e5f-850b-4717-95b3-f144f882815a, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=18bd0e5f-850b-4717-95b3-f144f882815a,segment=NetworkSegment(bb89ef85-36bb-4a06-b0e7-d6b884aca5fe),segment_id=bb89ef85-36bb-4a06-b0e7-d6b884aca5fe)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:10:21.700958 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:21.740145 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9187e52-5349-4da8-becb-b71a5c8d7407 req-15033fc3-e215-4e15-822a-df47294c0c6c tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:21.748255 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f9187e52-5349-4da8-becb-b71a5c8d7407 req-15033fc3-e215-4e15-822a-df47294c0c6c tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 945 time: 0.0682054 Sep 23 23:10:21.798839 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=18bd0e5f-850b-4717-95b3-f144f882815a,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:21.802574 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f9187e52-5349-4da8-becb-b71a5c8d7407 req-8423e813-ce10-4c74-9925-57213c2009f6 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528467 Sep 23 23:10:21.815931 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:21.816706 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:21.817397 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:21.817971 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:21.818636 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:21.819252 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:21.819988 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:21.820717 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:21.821391 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:21.822056 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:21.822701 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:21.823371 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:21.904619 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 54104) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:21.922342 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f3932ba9-1588-419c-9e77-2f366cb878d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:21.946951 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-358b6c4e-408b-4ebd-b7be-53849e7d8467 req-a75a9963-8184-4bfd-a674-b6621dd2d107 tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5363ec-d506-4817-9a66-35508430891a HTTP/1.1" status: 200 len: 210 time: 0.0460911 Sep 23 23:10:21.997592 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 54106) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:22.055213 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f3932ba9-1588-419c-9e77-2f366cb878d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:22.060968 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f3932ba9-1588-419c-9e77-2f366cb878d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:22.119932 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-f3932ba9-1588-419c-9e77-2f366cb878d6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3fe49f64d9d34b9c95320c913b36c45d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2138886 Sep 23 23:10:22.121852 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3932ba9-1588-419c-9e77-2f366cb878d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01d071a-e65b-45b3-8f7e-65051e4ff267,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:22.124406 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 54112) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:22.204636 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-fae4dc92-381c-4cd5-96c9-ba751d15087d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:22.239555 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-fae4dc92-381c-4cd5-96c9-ba751d15087d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:22.289545 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-44b2ae93-f5cd-4520-bfd6-279c20657432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:22.375518 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-fae4dc92-381c-4cd5-96c9-ba751d15087d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:22.378521 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-fae4dc92-381c-4cd5-96c9-ba751d15087d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:22.379813 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-fae4dc92-381c-4cd5-96c9-ba751d15087d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f01d071a-e65b-45b3-8f7e-65051e4ff267 HTTP/1.1" status: 204 len: 168 time: 0.2528355 Sep 23 23:10:22.407866 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4dc92-381c-4cd5-96c9-ba751d15087d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01d071a-e65b-45b3-8f7e-65051e4ff267,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:22.421249 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8accbaf-58b4-452e-865a-965c97348443 req-181bcb86-195a-4fcb-8ba7-b830021003f1 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:22.421697 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c8accbaf-58b4-452e-865a-965c97348443 req-181bcb86-195a-4fcb-8ba7-b830021003f1 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=81a1259b-9a25-4891-a70b-89e4f6c5c078 HTTP/1.1" status: 200 len: 945 time: 0.1158731 Sep 23 23:10:22.495065 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c8accbaf-58b4-452e-865a-965c97348443 req-8499c9ce-8e86-4c12-9d18-50997f6d0407 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633798 Sep 23 23:10:22.536865 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-44b2ae93-f5cd-4520-bfd6-279c20657432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:22.543605 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-44b2ae93-f5cd-4520-bfd6-279c20657432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:22.627304 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b2ae93-f5cd-4520-bfd6-279c20657432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc294f1c-1325-487b-9d08-2e31c3cf273b,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:22.639997 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-44b2ae93-f5cd-4520-bfd6-279c20657432 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1da35c7300684405bffceb918127edfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6402676 Sep 23 23:10:22.644216 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 54120) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:22.763083 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-a6a6b523-6ffb-4e41-9790-8a8ebfba1272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:22.798142 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-a6a6b523-6ffb-4e41-9790-8a8ebfba1272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:22.866316 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 54126) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:22.884996 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-022a580d-f080-42d2-a503-200e3fdae783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:22.889860 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-a6a6b523-6ffb-4e41-9790-8a8ebfba1272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:22.894583 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-a6a6b523-6ffb-4e41-9790-8a8ebfba1272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:22.896757 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-a6a6b523-6ffb-4e41-9790-8a8ebfba1272 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cc294f1c-1325-487b-9d08-2e31c3cf273b HTTP/1.1" status: 204 len: 168 time: 0.2497318 Sep 23 23:10:22.911383 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6b523-6ffb-4e41-9790-8a8ebfba1272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc294f1c-1325-487b-9d08-2e31c3cf273b,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:23.025783 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308b79d-338f-4e16-88e5-ffad3387f610 req-0af5fc32-fad8-4157-b191-66cbb8b6de73 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:23.027914 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d308b79d-338f-4e16-88e5-ffad3387f610 req-0af5fc32-fad8-4157-b191-66cbb8b6de73 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 945 time: 0.0994394 Sep 23 23:10:23.071510 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-022a580d-f080-42d2-a503-200e3fdae783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:23.078604 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-022a580d-f080-42d2-a503-200e3fdae783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:23.095647 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d308b79d-338f-4e16-88e5-ffad3387f610 req-2907d893-2f35-4d0c-b041-c69ebfa9187b tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590980 Sep 23 23:10:23.160959 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a580d-f080-42d2-a503-200e3fdae783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c57d57-db10-4cd3-8eaa-683ad31a2a1a,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:23.171349 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-022a580d-f080-42d2-a503-200e3fdae783 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cbdf4cd013014c0db9448abb9d267757&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3014283 Sep 23 23:10:23.173909 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 54134) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:23.275667 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4ee33479-f172-4a57-a275-118b5f1c9829 req-690ca69e-d3f3-439f-8966-c736075f249f tempest-DeleteServersTestJSON-727225717 tempest-DeleteServersTestJSON-727225717-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c5363ec-d506-4817-9a66-35508430891a HTTP/1.1" status: 200 len: 210 time: 0.0504177 Sep 23 23:10:23.280366 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-18301dbe-2502-47a4-a7db-2c6ce52d98ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:23.311149 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-18301dbe-2502-47a4-a7db-2c6ce52d98ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:23.397044 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-18301dbe-2502-47a4-a7db-2c6ce52d98ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:23.399687 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-18301dbe-2502-47a4-a7db-2c6ce52d98ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:23.403349 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-18301dbe-2502-47a4-a7db-2c6ce52d98ff admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/90c57d57-db10-4cd3-8eaa-683ad31a2a1a HTTP/1.1" status: 204 len: 168 time: 0.2255490 Sep 23 23:10:23.409984 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18301dbe-2502-47a4-a7db-2c6ce52d98ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c57d57-db10-4cd3-8eaa-683ad31a2a1a,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:23.530901 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 54140) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:23.547844 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-fc24046d-6133-4833-8bd2-9710bc5baadc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:23.720379 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-fc24046d-6133-4833-8bd2-9710bc5baadc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:23.722843 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6e75c-d287-4635-9c2b-67a3b05ea20a req-eee47910-76ce-4d86-9ef9-fa2858104691 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:23.725829 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-5ab6e75c-d287-4635-9c2b-67a3b05ea20a req-eee47910-76ce-4d86-9ef9-fa2858104691 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=81a1259b-9a25-4891-a70b-89e4f6c5c078 HTTP/1.1" status: 200 len: 945 time: 0.1149507 Sep 23 23:10:23.735571 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-fc24046d-6133-4833-8bd2-9710bc5baadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:23.802536 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24046d-6133-4833-8bd2-9710bc5baadc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6e73d7-110e-4f63-ade1-75acfeeb4647,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:23.804241 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['18bd0e5f-850b-4717-95b3-f144f882815a'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:10:23.823473 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-fc24046d-6133-4833-8bd2-9710bc5baadc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=40b8a9992be449bea5b321bc54edbb9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2909751 Sep 23 23:10:23.828711 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 54146) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:23.832921 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-5ab6e75c-d287-4635-9c2b-67a3b05ea20a req-00836849-c131-4e1e-9fc3-11b58fe27793 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960035 Sep 23 23:10:23.891684 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-db774c9e-f625-4fad-88c7-85f026ab815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:23.912835 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-de0e6006-fb8d-4fb5-bcb5-2dff2b28439f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:23.950111 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-de0e6006-fb8d-4fb5-bcb5-2dff2b28439f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:24.037545 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-de0e6006-fb8d-4fb5-bcb5-2dff2b28439f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:24.043304 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-de0e6006-fb8d-4fb5-bcb5-2dff2b28439f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:24.046993 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-de0e6006-fb8d-4fb5-bcb5-2dff2b28439f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ee6e73d7-110e-4f63-ade1-75acfeeb4647 HTTP/1.1" status: 204 len: 168 time: 0.2166641 Sep 23 23:10:24.061392 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e6006-fb8d-4fb5-bcb5-2dff2b28439f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6e73d7-110e-4f63-ade1-75acfeeb4647,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:24.305963 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14562c77-3b55-42f9-9a46-eb6484073e61 req-343a77a5-c24c-4245-b92f-33df0a381e1b tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:24.308838 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-14562c77-3b55-42f9-9a46-eb6484073e61 req-343a77a5-c24c-4245-b92f-33df0a381e1b tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 945 time: 0.1095238 Sep 23 23:10:24.389700 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-14562c77-3b55-42f9-9a46-eb6484073e61 req-7c3b252d-01d7-4157-9cf2-6736e88aa13b tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677364 Sep 23 23:10:25.008980 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111837e-8cee-4c5b-9670-757b79e4ecc2 req-fb57aad2-4bca-4e4d-a2c5-c96b1f6cfd01 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:25.012315 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c111837e-8cee-4c5b-9670-757b79e4ecc2 req-fb57aad2-4bca-4e4d-a2c5-c96b1f6cfd01 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=81a1259b-9a25-4891-a70b-89e4f6c5c078 HTTP/1.1" status: 200 len: 945 time: 0.0850050 Sep 23 23:10:25.105008 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c111837e-8cee-4c5b-9670-757b79e4ecc2 req-2d7027c3-99c9-49ec-90ac-56292365d5fc tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778809 Sep 23 23:10:25.343564 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 18bd0e5f-850b-4717-95b3-f144f882815a up at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:10:25.430010 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning for port 18bd0e5f-850b-4717-95b3-f144f882815a completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:10:25.455443 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning complete for port 18bd0e5f-850b-4717-95b3-f144f882815a triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:10:25.456067 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:25.638005 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:25.666466 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a1259b-9a25-4891-a70b-89e4f6c5c078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18bd0e5f-850b-4717-95b3-f144f882815a'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:10:25.669305 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7224bc9728871e873a89dc5c7795d0b38d91bd368c61c3cf47b1fa6016b6835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed4ea11-29a9-4054-8cf6-dffb9e68225e" -d '{"events": [{"server_uuid": "81a1259b-9a25-4891-a70b-89e4f6c5c078", "name": "network-vif-plugged", "status": "completed", "tag": "18bd0e5f-850b-4717-95b3-f144f882815a"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:10:25.669701 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37aef7-5902-43ff-a897-7c4cbcf5bb57 req-a25f4ab5-f5ec-445e-b584-145a8eeb92cf tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:25.684667 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0a37aef7-5902-43ff-a897-7c4cbcf5bb57 req-a25f4ab5-f5ec-445e-b584-145a8eeb92cf tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 945 time: 0.1740758 Sep 23 23:10:25.687041 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 18bd0e5f-850b-4717-95b3-f144f882815a, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=18bd0e5f-850b-4717-95b3-f144f882815a,segment=NetworkSegment(bb89ef85-36bb-4a06-b0e7-d6b884aca5fe),segment_id=bb89ef85-36bb-4a06-b0e7-d6b884aca5fe)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:10:25.694316 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:25.696800 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 573f9f71-3f41-4bb4-98fd-9cd5929444b6 no longer exists at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:10:25.735868 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] No Port match for: 573f9f71-3f41-4bb4-98fd-9cd5929444b6 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:10:25.736256 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 573f9f71-3f41-4bb4-98fd-9cd5929444b6 not bound to the agent host hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:10:25.780962 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0a37aef7-5902-43ff-a897-7c4cbcf5bb57 req-2c0a8f0a-2626-44db-b575-081fcb36c161 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918341 Sep 23 23:10:25.822515 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=18bd0e5f-850b-4717-95b3-f144f882815a,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:25.842773 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1fc978-c9eb-4b22-8f33-70615374c66e x-openstack-request-id: req-9e1fc978-c9eb-4b22-8f33-70615374c66e {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:10:25.843009 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a1259b-9a25-4891-a70b-89e4f6c5c078", "name": "network-vif-plugged", "status": "completed", "tag": "18bd0e5f-850b-4717-95b3-f144f882815a", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:10:25.843466 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9e1fc978-c9eb-4b22-8f33-70615374c66e {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:10:25.844014 dv-cinder-810785-1-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a1259b-9a25-4891-a70b-89e4f6c5c078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18bd0e5f-850b-4717-95b3-f144f882815a', 'code': 200} Sep 23 23:10:25.964424 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 54254) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:26.076601 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a82588a-e983-488f-b50f-3acd4f8c7de3 admin admin] Deleting subnet 189db14d-e9ba-4957-858f-48c644cc288d {{(pid=94231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:10:26.085018 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-7a82588a-e983-488f-b50f-3acd4f8c7de3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:26.203743 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-7a82588a-e983-488f-b50f-3acd4f8c7de3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:26.213004 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2be5aa-f249-450b-803f-99b24c46054b req-0c4ec71e-ec9c-485f-a457-fea765ec2901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:26.217430 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0b2be5aa-f249-450b-803f-99b24c46054b req-0c4ec71e-ec9c-485f-a457-fea765ec2901 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=81a1259b-9a25-4891-a70b-89e4f6c5c078 HTTP/1.1" status: 200 len: 1099 time: 0.1168883 Sep 23 23:10:26.232776 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-7a82588a-e983-488f-b50f-3acd4f8c7de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8114061'] for subnet, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:26.373893 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-7a82588a-e983-488f-b50f-3acd4f8c7de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8114052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075'] for subnet, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:26.400031 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0b2be5aa-f249-450b-803f-99b24c46054b req-0929d66c-f5e4-4700-a205-86b7c38c2471 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736615 Sep 23 23:10:26.414388 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-7a82588a-e983-488f-b50f-3acd4f8c7de3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for subnet, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:26.417781 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-7a82588a-e983-488f-b50f-3acd4f8c7de3 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/189db14d-e9ba-4957-858f-48c644cc288d HTTP/1.1" status: 204 len: 168 time: 0.4519181 Sep 23 23:10:26.419624 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a82588a-e983-488f-b50f-3acd4f8c7de3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=189db14d-e9ba-4957-858f-48c644cc288d,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:26.422201 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 54282) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:26.448777 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54105b6f-5145-4960-9282-32b462d02738 req-5379f5c1-59c8-4f81-8f77-6a3b2855d499 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:26.453265 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-54105b6f-5145-4960-9282-32b462d02738 req-5379f5c1-59c8-4f81-8f77-6a3b2855d499 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=81a1259b-9a25-4891-a70b-89e4f6c5c078 HTTP/1.1" status: 200 len: 946 time: 0.1316476 Sep 23 23:10:26.544525 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-43c65485-f5ab-4603-b2f6-48df39b82dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7893109'] for network, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:26.556109 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-54105b6f-5145-4960-9282-32b462d02738 req-5d64f9b3-3825-4e7a-822e-7f8482f4e102 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861051 Sep 23 23:10:26.696599 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-43c65485-f5ab-4603-b2f6-48df39b82dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8111924', 'neutron.services.segments.db._delete_segments_for_network-8784998755988'] for network, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:26.732559 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-43c65485-f5ab-4603-b2f6-48df39b82dab admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:10:26.733158 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-43c65485-f5ab-4603-b2f6-48df39b82dab admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:10:26.733962 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-43c65485-f5ab-4603-b2f6-48df39b82dab admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:10:26.734395 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-43c65485-f5ab-4603-b2f6-48df39b82dab admin admin] Subscribe: > port after_create 55550000 {{(pid=94231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:10:26.734729 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-43c65485-f5ab-4603-b2f6-48df39b82dab admin admin] Subscribe: > port after_delete 55550000 {{(pid=94231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:10:26.735064 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-43c65485-f5ab-4603-b2f6-48df39b82dab admin admin] Subscribe: > port after_update 55550000 {{(pid=94231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:10:26.735452 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-43c65485-f5ab-4603-b2f6-48df39b82dab admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:10:26.735773 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-43c65485-f5ab-4603-b2f6-48df39b82dab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:10:26.736098 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-43c65485-f5ab-4603-b2f6-48df39b82dab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:10:26.736415 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-43c65485-f5ab-4603-b2f6-48df39b82dab admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:10:26.914404 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:26.975317 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-43c65485-f5ab-4603-b2f6-48df39b82dab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:10:26.977658 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-43c65485-f5ab-4603-b2f6-48df39b82dab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:10:26.978268 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-43c65485-f5ab-4603-b2f6-48df39b82dab admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:10:26.979041 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-43c65485-f5ab-4603-b2f6-48df39b82dab admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:10:26.979729 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-43c65485-f5ab-4603-b2f6-48df39b82dab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3fb57f6-721a-4c87-88ef-a1e082212ed1']}} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:10:27.010083 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc8f5b-e013-400f-afb4-8c7970c96d7c req-aed6e8f5-12fb-4b56-adbb-78c5498ff7e2 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:27.013431 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-53cc8f5b-e013-400f-afb4-8c7970c96d7c req-aed6e8f5-12fb-4b56-adbb-78c5498ff7e2 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 945 time: 0.0797853 Sep 23 23:10:27.019074 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-43c65485-f5ab-4603-b2f6-48df39b82dab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fc98a28-e4ec-4110-90bc-1f7e871d9e17') {'for_net_delete': True} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:10:27.020109 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-43c65485-f5ab-4603-b2f6-48df39b82dab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fc98a28-e4ec-4110-90bc-1f7e871d9e17') {} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:10:27.054846 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-43c65485-f5ab-4603-b2f6-48df39b82dab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784998755229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3956713'] for segment, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:27.105746 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-43c65485-f5ab-4603-b2f6-48df39b82dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778'] for segment, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:27.113658 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-53cc8f5b-e013-400f-afb4-8c7970c96d7c req-6e479072-99e6-412c-8219-eb4d77b42b4f tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884848 Sep 23 23:10:27.127118 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43c65485-f5ab-4603-b2f6-48df39b82dab admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=94231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:10:27.128075 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-43c65485-f5ab-4603-b2f6-48df39b82dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3257149'] for segment, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:27.138952 dv-cinder-810785-1-iscsi neutron-server[94231]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 23:10:27.138952 dv-cinder-810785-1-iscsi neutron-server[94231]: from cryptography.utils import int_from_bytes Sep 23 23:10:27.138952 dv-cinder-810785-1-iscsi neutron-server[94231]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 23:10:27.138952 dv-cinder-810785-1-iscsi neutron-server[94231]: from cryptography.utils import int_from_bytes Sep 23 23:10:27.138952 dv-cinder-810785-1-iscsi neutron-server[94231]: Traceback (most recent call last): Sep 23 23:10:27.138952 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:10:27.138952 dv-cinder-810785-1-iscsi neutron-server[94231]: timer() Sep 23 23:10:27.138952 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:10:27.138952 dv-cinder-810785-1-iscsi neutron-server[94231]: cb(*args, **kw) Sep 23 23:10:27.138952 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:10:27.138952 dv-cinder-810785-1-iscsi neutron-server[94231]: return func(*args, **kwargs) Sep 23 23:10:27.138952 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:10:27.138952 dv-cinder-810785-1-iscsi neutron-server[94231]: self._notify() Sep 23 23:10:27.138952 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:10:27.138952 dv-cinder-810785-1-iscsi neutron-server[94231]: self.callback(batched_events) Sep 23 23:10:27.138952 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:10:27.138952 dv-cinder-810785-1-iscsi neutron-server[94231]: event.method(event) Sep 23 23:10:27.138952 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:10:27.138952 dv-cinder-810785-1-iscsi neutron-server[94231]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:10:27.138952 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:10:27.138952 dv-cinder-810785-1-iscsi neutron-server[94231]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:10:27.138952 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:10:27.138952 dv-cinder-810785-1-iscsi neutron-server[94231]: return f(self, *a, **k) Sep 23 23:10:27.138952 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:10:27.138952 dv-cinder-810785-1-iscsi neutron-server[94231]: return self._get(url).json() Sep 23 23:10:27.138952 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:10:27.138952 dv-cinder-810785-1-iscsi neutron-server[94231]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:10:27.138952 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:10:27.138952 dv-cinder-810785-1-iscsi neutron-server[94231]: return self.request(url, 'GET', **kwargs) Sep 23 23:10:27.138952 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:10:27.138952 dv-cinder-810785-1-iscsi neutron-server[94231]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:10:27.138952 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:10:27.138952 dv-cinder-810785-1-iscsi neutron-server[94231]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:10:27.138952 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:10:27.138952 dv-cinder-810785-1-iscsi neutron-server[94231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:10:27.138952 dv-cinder-810785-1-iscsi neutron-server[94231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:10:27.228617 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-43c65485-f5ab-4603-b2f6-48df39b82dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8111875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594954'] for network, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:27.235882 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-43c65485-f5ab-4603-b2f6-48df39b82dab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for network, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:27.238788 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-43c65485-f5ab-4603-b2f6-48df39b82dab admin admin] 10.222.0.46 "DELETE /v2.0/networks/f3fb57f6-721a-4c87-88ef-a1e082212ed1 HTTP/1.1" status: 204 len: 168 time: 0.8148358 Sep 23 23:10:27.255521 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c65485-f5ab-4603-b2f6-48df39b82dab admin admin] Pushing event deleted for resources: {'Network': ['ID=f3fb57f6-721a-4c87-88ef-a1e082212ed1,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:27.478183 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 54322) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:27.552930 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 54326) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:27.604288 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-1603c90e-819a-4888-8557-ccd0bd6947b1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a1de9e5da1fa4f0da7a52c695619bf19&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1214907 Sep 23 23:10:27.605985 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 54334) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:27.706148 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-8b275865-5eae-417c-b69b-750779a66b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:27.758374 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-64318505-bf86-4b12-96ff-c1fdd54ebdbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:27.821600 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-64318505-bf86-4b12-96ff-c1fdd54ebdbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:27.845116 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f129534-6ea1-4581-bdbe-d9ec3ae3e0a1 req-8bc4cae4-3630-45a0-99e2-1ccc2c24c3e6 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:27.846906 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8f129534-6ea1-4581-bdbe-d9ec3ae3e0a1 req-8bc4cae4-3630-45a0-99e2-1ccc2c24c3e6 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=81a1259b-9a25-4891-a70b-89e4f6c5c078 HTTP/1.1" status: 200 len: 946 time: 0.1543109 Sep 23 23:10:27.937897 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-678c7cbc-471e-4da5-9a49-84ee4abd28b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:27.956188 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-64318505-bf86-4b12-96ff-c1fdd54ebdbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:27.959034 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-64318505-bf86-4b12-96ff-c1fdd54ebdbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:27.960315 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-64318505-bf86-4b12-96ff-c1fdd54ebdbd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/db4da5ba-909a-4467-b1af-6557bb32fca2 HTTP/1.1" status: 204 len: 168 time: 0.3531275 Sep 23 23:10:27.991724 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64318505-bf86-4b12-96ff-c1fdd54ebdbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4da5ba-909a-4467-b1af-6557bb32fca2,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:28.012704 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8f129534-6ea1-4581-bdbe-d9ec3ae3e0a1 req-f7c8ec3e-8c1e-4f95-bcc2-3faf470bc85e tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513014 Sep 23 23:10:28.183855 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-678c7cbc-471e-4da5-9a49-84ee4abd28b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:28.192072 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-678c7cbc-471e-4da5-9a49-84ee4abd28b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:28.272367 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-678c7cbc-471e-4da5-9a49-84ee4abd28b4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3d971082fc1f47febc913b7f85d406d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7136004 Sep 23 23:10:28.274035 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 54354) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:28.284538 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c7cbc-471e-4da5-9a49-84ee4abd28b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae46399-a359-4a12-99cb-e4be4fdde7ad,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:28.328773 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c62b9d-c3a4-4def-83eb-4f8ce8a60332 req-d26494cc-1895-4152-98ed-06fdc03014e1 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:28.331669 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c0c62b9d-c3a4-4def-83eb-4f8ce8a60332 req-d26494cc-1895-4152-98ed-06fdc03014e1 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 945 time: 0.1246219 Sep 23 23:10:28.405376 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b89a6411-a25e-4597-9efb-6ac578022eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:28.415255 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c0c62b9d-c3a4-4def-83eb-4f8ce8a60332 req-52dc949b-054c-47b2-a857-c2e7cdb933aa tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760505 Sep 23 23:10:28.458198 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b89a6411-a25e-4597-9efb-6ac578022eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:28.520894 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b89a6411-a25e-4597-9efb-6ac578022eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:28.523935 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b89a6411-a25e-4597-9efb-6ac578022eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:28.528951 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-b89a6411-a25e-4597-9efb-6ac578022eb0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8ae46399-a359-4a12-99cb-e4be4fdde7ad HTTP/1.1" status: 204 len: 168 time: 0.2513592 Sep 23 23:10:28.536674 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a6411-a25e-4597-9efb-6ac578022eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae46399-a359-4a12-99cb-e4be4fdde7ad,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:29.124082 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 54394) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:29.182760 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:29.269818 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 54404) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:29.288896 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e452b-f1ce-4a1e-b78f-a05b67c3288a req-87818ced-b091-47c8-81b9-27247c14ea57 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:29.291834 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c07e452b-f1ce-4a1e-b78f-a05b67c3288a req-87818ced-b091-47c8-81b9-27247c14ea57 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=81a1259b-9a25-4891-a70b-89e4f6c5c078 HTTP/1.1" status: 200 len: 946 time: 0.1805723 Sep 23 23:10:29.315441 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-526fd09d-93ca-499a-ab39-8cb5416d2f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:29.394247 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b74ba1-b67b-4088-9bd7-d17614fd3ff6 req-fc2e55fe-924c-47e2-997c-563bddc2bdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:29.396370 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-88b74ba1-b67b-4088-9bd7-d17614fd3ff6 req-fc2e55fe-924c-47e2-997c-563bddc2bdcb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 1098 time: 0.1430511 Sep 23 23:10:29.404444 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c07e452b-f1ce-4a1e-b78f-a05b67c3288a req-2faf2f33-2d5d-464f-8294-c085ac338b07 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632105 Sep 23 23:10:29.577720 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-88b74ba1-b67b-4088-9bd7-d17614fd3ff6 req-f9191234-f2eb-4bb0-9581-4cc1ef79d453 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688590 Sep 23 23:10:29.581639 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-64e3dbbf-3a35-42a2-bd05-891c65c8d745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:29.647621 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-526fd09d-93ca-499a-ab39-8cb5416d2f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:29.656145 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-526fd09d-93ca-499a-ab39-8cb5416d2f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:29.690126 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68843fb-3d16-4236-9b5c-98bcff0f851d req-13675f99-f529-4437-84b2-e6d526630b4c tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:29.692340 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e68843fb-3d16-4236-9b5c-98bcff0f851d req-13675f99-f529-4437-84b2-e6d526630b4c tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 945 time: 0.1129060 Sep 23 23:10:29.731686 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 54418) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:29.742945 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526fd09d-93ca-499a-ab39-8cb5416d2f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2015630-828a-4f63-b853-55dbefe7dd07,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:29.751640 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-526fd09d-93ca-499a-ab39-8cb5416d2f86 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e26e49ed731a480ebe55d80f39e45ce6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4793255 Sep 23 23:10:29.755969 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 54424) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:29.853673 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-9e30e592-2c6e-4e29-9a46-2dcc5893afc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:29.859781 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e68843fb-3d16-4236-9b5c-98bcff0f851d req-bb8adf0a-a79a-4d8c-a7b8-fa517b537ec1 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481955 Sep 23 23:10:29.862126 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-64e3dbbf-3a35-42a2-bd05-891c65c8d745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:29.870590 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-64e3dbbf-3a35-42a2-bd05-891c65c8d745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:29.897160 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-9e30e592-2c6e-4e29-9a46-2dcc5893afc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:29.928133 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e3dbbf-3a35-42a2-bd05-891c65c8d745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a66dcb-d6d1-49cb-87b6-64b2e54c74e9,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:29.933541 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-64e3dbbf-3a35-42a2-bd05-891c65c8d745 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=11767f29d6e64ee099b1871c15ab5ebd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8077619 Sep 23 23:10:29.937747 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 54428) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:29.989764 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-9e30e592-2c6e-4e29-9a46-2dcc5893afc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:29.995432 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-9e30e592-2c6e-4e29-9a46-2dcc5893afc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:30.002347 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-9e30e592-2c6e-4e29-9a46-2dcc5893afc0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a2015630-828a-4f63-b853-55dbefe7dd07 HTTP/1.1" status: 204 len: 168 time: 0.2445130 Sep 23 23:10:30.033893 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-9bd32ebf-d7d0-45e5-97d7-a2f2c05e6a4c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1245347857-network', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:10:30.044463 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-81d6d35e-3a91-4a65-bb23-1f906cdc9caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:30.049213 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30e592-2c6e-4e29-9a46-2dcc5893afc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2015630-828a-4f63-b853-55dbefe7dd07,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:30.083992 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd32ebf-d7d0-45e5-97d7-a2f2c05e6a4c admin admin] Made reservation on behalf of 1ce270caeccc45089992ccfe6f9b5e97 for: {'network': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:10:30.090001 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-9bd32ebf-d7d0-45e5-97d7-a2f2c05e6a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for network, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:30.099098 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-81d6d35e-3a91-4a65-bb23-1f906cdc9caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:30.108177 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-9bd32ebf-d7d0-45e5-97d7-a2f2c05e6a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:30.178090 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-81d6d35e-3a91-4a65-bb23-1f906cdc9caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:30.182622 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-81d6d35e-3a91-4a65-bb23-1f906cdc9caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:30.184784 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-81d6d35e-3a91-4a65-bb23-1f906cdc9caa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d9a66dcb-d6d1-49cb-87b6-64b2e54c74e9 HTTP/1.1" status: 204 len: 168 time: 0.2446601 Sep 23 23:10:30.217969 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d6d35e-3a91-4a65-bb23-1f906cdc9caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a66dcb-d6d1-49cb-87b6-64b2e54c74e9,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:30.317406 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-9bd32ebf-d7d0-45e5-97d7-a2f2c05e6a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:30.324859 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-9bd32ebf-d7d0-45e5-97d7-a2f2c05e6a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:30.349368 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bd32ebf-d7d0-45e5-97d7-a2f2c05e6a4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=94231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:10:30.381983 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd32ebf-d7d0-45e5-97d7-a2f2c05e6a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f74b2d-50b2-4ccb-a01f-8ea8abf03ac5,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:30.388435 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-9bd32ebf-d7d0-45e5-97d7-a2f2c05e6a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778'] for segment, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:30.388841 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.db.segments_db [None req-9bd32ebf-d7d0-45e5-97d7-a2f2c05e6a4c admin admin] Added segment 9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82 of type vlan for network 0a541a17-4f1f-474c-8b16-9626260a5840 Sep 23 23:10:30.469249 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-9bd32ebf-d7d0-45e5-97d7-a2f2c05e6a4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784998164246'] for network, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:30.474773 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:30.517125 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-9bd32ebf-d7d0-45e5-97d7-a2f2c05e6a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075'] for network, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:30.519473 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd32ebf-d7d0-45e5-97d7-a2f2c05e6a4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:30.520894 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-9bd32ebf-d7d0-45e5-97d7-a2f2c05e6a4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for network, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:30.598203 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-9bd32ebf-d7d0-45e5-97d7-a2f2c05e6a4c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8642743 Sep 23 23:10:30.600659 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 54452) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:30.611423 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-87475473-e144-4d2b-ab8a-b7000163560e admin admin] Request body: {'subnet': {'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1245347857-subnet', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:10:30.668369 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87475473-e144-4d2b-ab8a-b7000163560e admin admin] Made reservation on behalf of 1ce270caeccc45089992ccfe6f9b5e97 for: {'subnet': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:10:30.671446 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-87475473-e144-4d2b-ab8a-b7000163560e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:30.766212 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd32ebf-d7d0-45e5-97d7-a2f2c05e6a4c admin admin] Pushing event updated for resources: {'Network': ['ID=0a541a17-4f1f-474c-8b16-9626260a5840,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:30.788032 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Network 0a541a17-4f1f-474c-8b16-9626260a5840 details requested by agent ovs-agent-dv-cinder-810785-1-iscsi with host dv-cinder-810785-1-iscsi {{(pid=94233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:10:30.989696 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 54464) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:31.008555 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6dfc1358-7895-47eb-90a0-3018f1e4c536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:31.034511 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-87475473-e144-4d2b-ab8a-b7000163560e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075'] for subnet, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:31.180067 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6dfc1358-7895-47eb-90a0-3018f1e4c536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:31.186498 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6dfc1358-7895-47eb-90a0-3018f1e4c536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:31.210531 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87475473-e144-4d2b-ab8a-b7000163560e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8241cf2-9853-4e57-aa8e-4b19fe5956ff,revision_number=0']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:31.245060 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd428a97-f720-401c-83ee-c098d2d3f209 req-3bab26d4-45ef-4284-92e0-47108d16e4c8 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:31.247751 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-bd428a97-f720-401c-83ee-c098d2d3f209 req-3bab26d4-45ef-4284-92e0-47108d16e4c8 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 945 time: 0.1961932 Sep 23 23:10:31.249012 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87475473-e144-4d2b-ab8a-b7000163560e admin admin] Checking segment: {'id': '9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:10:31.249766 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87475473-e144-4d2b-ab8a-b7000163560e admin admin] Network hostable DHCP agents. Network: 0a541a17-4f1f-474c-8b16-9626260a5840, hostable agents: ['27ad89ec-6861-43ea-91c9-397cdd96ffe4'], hosted agents: [] {{(pid=94232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:10:31.284207 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-6dfc1358-7895-47eb-90a0-3018f1e4c536 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5faa12970ed944ba82e381d5a3ee0618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2888334 Sep 23 23:10:31.284207 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc1358-7895-47eb-90a0-3018f1e4c536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a06f60-5f89-48d6-b4e7-c1fc12c6fdd1,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:31.285596 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 54468) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:31.317623 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87475473-e144-4d2b-ab8a-b7000163560e admin admin] Network 0a541a17-4f1f-474c-8b16-9626260a5840 is scheduled to be hosted by DHCP agent 27ad89ec-6861-43ea-91c9-397cdd96ffe4 with binding_index 1 {{(pid=94232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:10:31.354692 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-bd428a97-f720-401c-83ee-c098d2d3f209 req-2db3b8f5-4d19-43b6-a09b-9a678d214453 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898473 Sep 23 23:10:31.360503 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-87475473-e144-4d2b-ab8a-b7000163560e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810785-1-iscsi, 0a541a17-4f1f-474c-8b16-9626260a5840) {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:10:31.375055 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb1d4d9-5b0e-4abd-9450-a09ac493ed93 None None] Network 0a541a17-4f1f-474c-8b16-9626260a5840 requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:10:31.391521 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87475473-e144-4d2b-ab8a-b7000163560e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:31.391521 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-87475473-e144-4d2b-ab8a-b7000163560e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for subnet, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:31.405730 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-2cf977ba-d5f9-43ec-bc37-f3cc976f31f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:31.426924 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-87475473-e144-4d2b-ab8a-b7000163560e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8185761 Sep 23 23:10:31.427386 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 54474) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:31.432469 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-c283771b-0b5e-435d-a5bb-2dd336cd48dc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1245347857-router', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'}}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:10:31.458940 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-2cf977ba-d5f9-43ec-bc37-f3cc976f31f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:31.479465 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c283771b-0b5e-435d-a5bb-2dd336cd48dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5547'] for router, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:31.480661 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c283771b-0b5e-435d-a5bb-2dd336cd48dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5538'] for router, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:31.594011 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c283771b-0b5e-435d-a5bb-2dd336cd48dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:31.665067 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-2cf977ba-d5f9-43ec-bc37-f3cc976f31f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:31.669940 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-2cf977ba-d5f9-43ec-bc37-f3cc976f31f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:31.671884 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-2cf977ba-d5f9-43ec-bc37-f3cc976f31f2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/14a06f60-5f89-48d6-b4e7-c1fc12c6fdd1 HTTP/1.1" status: 204 len: 168 time: 0.3857942 Sep 23 23:10:31.692176 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf977ba-d5f9-43ec-bc37-f3cc976f31f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a06f60-5f89-48d6-b4e7-c1fc12c6fdd1,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:31.761696 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71debdf-2a83-4880-bfc1-742a6d148bca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e226354-0935-5133-8f38-e9986e5f3320-0a541a17-4f1f-474c-8b16-9626260a5840', 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'fixed_ips': [{'subnet_id': 'c8241cf2-9853-4e57-aa8e-4b19fe5956ff'}]}} from dv-cinder-810785-1-iscsi. {{(pid=94233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:10:31.762687 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c71debdf-2a83-4880-bfc1-742a6d148bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:31.916321 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c283771b-0b5e-435d-a5bb-2dd336cd48dc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:32.005270 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.db_base_plugin_common [None req-c71debdf-2a83-4880-bfc1-742a6d148bca None None] Allocated IP 172.20.0.2 (0a541a17-4f1f-474c-8b16-9626260a5840/c8241cf2-9853-4e57-aa8e-4b19fe5956ff/96f2a4c8-c405-445e-a3e2-5cce420b2c24) {{(pid=94233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:10:32.202722 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c71debdf-2a83-4880-bfc1-742a6d148bca None None] Notify callbacks [] for port, precommit_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:32.212397 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c71debdf-2a83-4880-bfc1-742a6d148bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663'] for port, after_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:32.267998 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71debdf-2a83-4880-bfc1-742a6d148bca None None] Network 0a541a17-4f1f-474c-8b16-9626260a5840 is already hosted by enough agents. {{(pid=94233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:10:32.281753 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.scheduler.base_scheduler [None req-c71debdf-2a83-4880-bfc1-742a6d148bca None None] Resources bound (agent type, host, resource id): {{(pid=94233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:10:32.288750 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71debdf-2a83-4880-bfc1-742a6d148bca None None] Received port after_create {{(pid=94233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:10:32.348346 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71debdf-2a83-4880-bfc1-742a6d148bca None None] Pushing event updated for resources: {'Port': ['ID=96f2a4c8-c405-445e-a3e2-5cce420b2c24,revision_number=1']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:32.400843 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-c71debdf-2a83-4880-bfc1-742a6d148bca None None] Attempting to bind port 96f2a4c8-c405-445e-a3e2-5cce420b2c24 on host dv-cinder-810785-1-iscsi for vnic_type normal with profile {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:10:32.401372 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-c71debdf-2a83-4880-bfc1-742a6d148bca None None] Attempting to bind port 96f2a4c8-c405-445e-a3e2-5cce420b2c24 by drivers openvswitch,hyperv on host dv-cinder-810785-1-iscsi at level 0 using segments [{'id': '9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840'}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:10:32.401858 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71debdf-2a83-4880-bfc1-742a6d148bca None None] Attempting to bind port 96f2a4c8-c405-445e-a3e2-5cce420b2c24 on network 0a541a17-4f1f-474c-8b16-9626260a5840 {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:10:32.408738 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71debdf-2a83-4880-bfc1-742a6d148bca None None] Checking agent: {'id': '481fc7b8-75a1-4de2-9424-90937d24576f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 0, 57), 'started_at': datetime.datetime(2021, 9, 23, 23, 1, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:10:32.409358 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71debdf-2a83-4880-bfc1-742a6d148bca None None] Checking segment: {'id': '9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:10:32.410223 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c71debdf-2a83-4880-bfc1-742a6d148bca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:32.411500 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71debdf-2a83-4880-bfc1-742a6d148bca None None] Bound using segment: {'id': '9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840'} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:10:32.412796 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-c71debdf-2a83-4880-bfc1-742a6d148bca None None] Bound port: 96f2a4c8-c405-445e-a3e2-5cce420b2c24, host: dv-cinder-810785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840'}}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:10:32.413736 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c71debdf-2a83-4880-bfc1-742a6d148bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:32.532024 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-c71debdf-2a83-4880-bfc1-742a6d148bca None None] For port 96f2a4c8-c405-445e-a3e2-5cce420b2c24, host dv-cinder-810785-1-iscsi, cleared binding levels {{(pid=94233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:10:32.537266 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-c71debdf-2a83-4880-bfc1-742a6d148bca None None] For port 96f2a4c8-c405-445e-a3e2-5cce420b2c24, host dv-cinder-810785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=96f2a4c8-c405-445e-a3e2-5cce420b2c24,segment=NetworkSegment(9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82),segment_id=9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82)] {{(pid=94233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:10:32.544052 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c71debdf-2a83-4880-bfc1-742a6d148bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:32.608683 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c283771b-0b5e-435d-a5bb-2dd336cd48dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:32.634180 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71debdf-2a83-4880-bfc1-742a6d148bca None None] Pushing event updated for resources: {'Port': ['ID=96f2a4c8-c405-445e-a3e2-5cce420b2c24,revision_number=2']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:32.660391 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c283771b-0b5e-435d-a5bb-2dd336cd48dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:32.747086 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb28cf-52a1-44c8-9697-0d3981ee811a req-a135e407-9b25-4232-a0d2-bfe496b9c21f tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:32.748927 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-37eb28cf-52a1-44c8-9697-0d3981ee811a req-a135e407-9b25-4232-a0d2-bfe496b9c21f tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 945 time: 0.1422429 Sep 23 23:10:32.828306 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-37eb28cf-52a1-44c8-9697-0d3981ee811a req-939c505d-9436-4689-8cae-00b51145b75f tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714123 Sep 23 23:10:32.885406 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_common [None req-c283771b-0b5e-435d-a5bb-2dd336cd48dc admin admin] Allocated IP 172.27.1.211 (b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1/47169b33-ea5f-4b9d-bf3b-155ff70b7556/a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5) {{(pid=94232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:10:33.202066 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c0b90-7912-4361-8248-6be21a583764 req-19eaade6-dcce-44c2-a7c7-91230b8bd77f tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:33.203832 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-850c0b90-7912-4361-8248-6be21a583764 req-19eaade6-dcce-44c2-a7c7-91230b8bd77f tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.1150041 Sep 23 23:10:33.265264 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c283771b-0b5e-435d-a5bb-2dd336cd48dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:33.288343 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 96f2a4c8-c405-445e-a3e2-5cce420b2c24 up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:10:33.297688 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-850c0b90-7912-4361-8248-6be21a583764 req-cca415e1-e12e-4679-9ea8-02d9d27c459c tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780654 Sep 23 23:10:33.361124 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c283771b-0b5e-435d-a5bb-2dd336cd48dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663'] for port, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:33.411197 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c283771b-0b5e-435d-a5bb-2dd336cd48dc admin admin] Network b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1 is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:10:33.416319 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-c283771b-0b5e-435d-a5bb-2dd336cd48dc admin admin] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:10:33.422522 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c283771b-0b5e-435d-a5bb-2dd336cd48dc admin admin] Received port after_create {{(pid=94232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:10:33.424770 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port 96f2a4c8-c405-445e-a3e2-5cce420b2c24 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:10:33.430856 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:33.486177 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c283771b-0b5e-435d-a5bb-2dd336cd48dc admin admin] Pushing event updated for resources: {'Port': ['ID=a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:33.818496 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c283771b-0b5e-435d-a5bb-2dd336cd48dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:33.856996 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:34.041825 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] For port 96f2a4c8-c405-445e-a3e2-5cce420b2c24, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=96f2a4c8-c405-445e-a3e2-5cce420b2c24,segment=NetworkSegment(9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82),segment_id=9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:10:34.076058 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:34.140679 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-6a1ff74d-ebbb-4cbe-a7b8-5e3dd9772542 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:34.147422 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-6a1ff74d-ebbb-4cbe-a7b8-5e3dd9772542 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/networks?id=ce9d38ed-90b0-4188-83c2-f86aff95fb9d HTTP/1.1" status: 200 len: 815 time: 0.2629256 Sep 23 23:10:34.324013 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c283771b-0b5e-435d-a5bb-2dd336cd48dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596414'] for router, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:34.336498 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-438d780f-1d68-4dc8-81fa-3aa9d88be315 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/quotas/2ddea2c61a124ba99508af5db99cfa3a HTTP/1.1" status: 200 len: 375 time: 0.0155666 Sep 23 23:10:34.338808 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Pushing event updated for resources: {'Port': ['ID=96f2a4c8-c405-445e-a3e2-5cce420b2c24,revision_number=3']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:34.506121 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 54580) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:34.621641 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-578dfb33-1a0d-4b27-b777-38aaa4d444d5 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2ddea2c61a124ba99508af5db99cfa3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2255695 Sep 23 23:10:34.794326 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bb789f-fedd-4425-9b6a-6226c36f70d6 None None] Network 0a541a17-4f1f-474c-8b16-9626260a5840 requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:10:34.829513 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-145ca210-efa7-40b8-a85d-244c45e3a516 service neutron] 10.222.0.46 "GET /v2.0/networks/ce9d38ed-90b0-4188-83c2-f86aff95fb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769345 Sep 23 23:10:34.835080 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c283771b-0b5e-435d-a5bb-2dd336cd48dc admin admin] Router ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7 is scheduled to L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 with binding_index 1 {{(pid=94232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:10:34.846818 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d4d94208-94c7-44f7-bdf6-2ce0983bb489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:34.911518 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58cc1d67-7d8e-4312-ba99-cba127b8ee00 None None] Provisioning complete for port 96f2a4c8-c405-445e-a3e2-5cce420b2c24 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:10:34.911977 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58cc1d67-7d8e-4312-ba99-cba127b8ee00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:35.022075 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d4d94208-94c7-44f7-bdf6-2ce0983bb489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:35.028752 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d4d94208-94c7-44f7-bdf6-2ce0983bb489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:35.116590 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-d4d94208-94c7-44f7-bdf6-2ce0983bb489 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d176a3992db24cab878f0f268069fe41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6093287 Sep 23 23:10:35.119914 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 54604) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:35.122451 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d94208-94c7-44f7-bdf6-2ce0983bb489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34ef672-65f7-47fe-bfa7-4c2e18ca4c37,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:35.215729 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d97378fe-c82b-4184-bb6e-0f993f7571ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:35.258366 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d97378fe-c82b-4184-bb6e-0f993f7571ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:35.320798 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 96f2a4c8-c405-445e-a3e2-5cce420b2c24 up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:10:35.335701 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-fe466ab1-52bf-434a-828c-993de37c0ace service neutron] 10.222.0.46 "GET /v2.0/networks/ce9d38ed-90b0-4188-83c2-f86aff95fb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665690 Sep 23 23:10:35.340206 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c283771b-0b5e-435d-a5bb-2dd336cd48dc admin admin] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:10:35.361826 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7297ffca-ff17-4ef4-9651-2454218f29ee None None] Sync routers for ids ['ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7'] in dv-cinder-810785-1-iscsi {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:10:35.380528 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d97378fe-c82b-4184-bb6e-0f993f7571ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:35.388573 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d97378fe-c82b-4184-bb6e-0f993f7571ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:35.389002 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7297ffca-ff17-4ef4-9651-2454218f29ee None None] Routers {'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:10:35.389997 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-7297ffca-ff17-4ef4-9651-2454218f29ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:10:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:10:35.392810 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-d97378fe-c82b-4184-bb6e-0f993f7571ad admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c34ef672-65f7-47fe-bfa7-4c2e18ca4c37 HTTP/1.1" status: 204 len: 168 time: 0.2714472 Sep 23 23:10:35.407823 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c283771b-0b5e-435d-a5bb-2dd336cd48dc admin admin] Notify callbacks [] for router, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:35.409127 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-c283771b-0b5e-435d-a5bb-2dd336cd48dc admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9806788 Sep 23 23:10:35.409931 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97378fe-c82b-4184-bb6e-0f993f7571ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34ef672-65f7-47fe-bfa7-4c2e18ca4c37,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:35.413866 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 54618) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:35.624171 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port 96f2a4c8-c405-445e-a3e2-5cce420b2c24 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:10:35.624826 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:35.750265 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-7297ffca-ff17-4ef4-9651-2454218f29ee None None] Set router ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:10:36.125435 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-fc0b52b7-6615-40a1-99b4-6c0112221855 req-db218cf2-0557-4c9e-bc51-f73ff9a89f6e tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=a904fc8b-f148-474b-80b7-6cc4db8927e9 HTTP/1.1" status: 200 len: 210 time: 0.0858634 Sep 23 23:10:36.155048 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-33dd17ef-405c-481c-8374-6f46c4d6049c None None] Provisioning complete for port 96f2a4c8-c405-445e-a3e2-5cce420b2c24 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:10:36.156196 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-33dd17ef-405c-481c-8374-6f46c4d6049c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:36.177509 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-7297ffca-ff17-4ef4-9651-2454218f29ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1245347857-router', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:10:31Z', 'updated_at': '2021-09-23T23:10:33Z', 'revision_number': 3, 'project_id': '1ce270caeccc45089992ccfe6f9b5e97', 'gw_port': {'id': 'a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:64:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:10:32Z', 'updated_at': '2021-09-23T23:10:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi'}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:10:36.224702 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7297ffca-ff17-4ef4-9651-2454218f29ee None None] Checking router: ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7 for host: dv-cinder-810785-1-iscsi {{(pid=94234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:10:36.225052 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7297ffca-ff17-4ef4-9651-2454218f29ee None None] Updating router ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7 port a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5 binding host dv-cinder-810785-1-iscsi {{(pid=94234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:10:36.290572 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-7297ffca-ff17-4ef4-9651-2454218f29ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:36.597096 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b75e79-8f72-4b70-8ef4-b0c3a7b77ac0 req-1194698d-c940-4026-a501-7f8ac6501537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:36.604168 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-12b75e79-8f72-4b70-8ef4-b0c3a7b77ac0 req-1194698d-c940-4026-a501-7f8ac6501537 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5cecf3dbc83542a19dc355f0eed91522&device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 1099 time: 0.1882572 Sep 23 23:10:36.768045 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-7297ffca-ff17-4ef4-9651-2454218f29ee None None] Notify callbacks [] for port, precommit_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:36.790737 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-7297ffca-ff17-4ef4-9651-2454218f29ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:36.890829 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b46169-efe5-4b5c-9acf-8d7eb6fb74fc None None] Pushing event updated for resources: {'Port': ['ID=a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5,revision_number=2']} {{(pid=94234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:36.920834 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b46169-efe5-4b5c-9acf-8d7eb6fb74fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:36.921362 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b46169-efe5-4b5c-9acf-8d7eb6fb74fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:36.921849 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b46169-efe5-4b5c-9acf-8d7eb6fb74fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:36.922336 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b46169-efe5-4b5c-9acf-8d7eb6fb74fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:36.922790 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b46169-efe5-4b5c-9acf-8d7eb6fb74fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:36.923325 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b46169-efe5-4b5c-9acf-8d7eb6fb74fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:36.923805 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b46169-efe5-4b5c-9acf-8d7eb6fb74fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:36.924297 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b46169-efe5-4b5c-9acf-8d7eb6fb74fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:36.924813 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b46169-efe5-4b5c-9acf-8d7eb6fb74fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:36.925369 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b46169-efe5-4b5c-9acf-8d7eb6fb74fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:36.925835 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b46169-efe5-4b5c-9acf-8d7eb6fb74fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:36.926306 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b46169-efe5-4b5c-9acf-8d7eb6fb74fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:36.929925 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-7297ffca-ff17-4ef4-9651-2454218f29ee None None] Attempting to bind port a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5 on host dv-cinder-810785-1-iscsi for vnic_type normal with profile {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:10:36.930549 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-7297ffca-ff17-4ef4-9651-2454218f29ee None None] Attempting to bind port a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5 by drivers openvswitch,hyperv on host dv-cinder-810785-1-iscsi at level 0 using segments [{'id': '2ac125d2-b621-4cb4-9068-8fa074d03334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'}] {{(pid=94234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:10:36.931110 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297ffca-ff17-4ef4-9651-2454218f29ee None None] Attempting to bind port a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5 on network b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1 {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:10:36.937600 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297ffca-ff17-4ef4-9651-2454218f29ee None None] Checking agent: {'id': '481fc7b8-75a1-4de2-9424-90937d24576f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 0, 57), 'started_at': datetime.datetime(2021, 9, 23, 23, 1, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:10:36.938353 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297ffca-ff17-4ef4-9651-2454218f29ee None None] Checking segment: {'id': '2ac125d2-b621-4cb4-9068-8fa074d03334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:10:36.939024 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-7297ffca-ff17-4ef4-9651-2454218f29ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:36.939676 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297ffca-ff17-4ef4-9651-2454218f29ee None None] Bound using segment: {'id': '2ac125d2-b621-4cb4-9068-8fa074d03334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'} {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:10:36.940660 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-7297ffca-ff17-4ef4-9651-2454218f29ee None None] Bound port: a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5, host: dv-cinder-810785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac125d2-b621-4cb4-9068-8fa074d03334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'}}] {{(pid=94234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:10:36.941251 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-7297ffca-ff17-4ef4-9651-2454218f29ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:37.036778 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.db [None req-7297ffca-ff17-4ef4-9651-2454218f29ee None None] For port a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5, host dv-cinder-810785-1-iscsi, cleared binding levels {{(pid=94234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:10:37.060931 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.db [None req-7297ffca-ff17-4ef4-9651-2454218f29ee None None] For port a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5, host dv-cinder-810785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5,segment=NetworkSegment(2ac125d2-b621-4cb4-9068-8fa074d03334),segment_id=2ac125d2-b621-4cb4-9068-8fa074d03334)] {{(pid=94234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:10:37.072599 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-7297ffca-ff17-4ef4-9651-2454218f29ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:37.088922 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1227c6-657a-423f-9815-dbf2c11e183f req-194c90bd-d804-4961-a7ec-6906b0fa3e17 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:37.097214 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1b1227c6-657a-423f-9815-dbf2c11e183f req-194c90bd-d804-4961-a7ec-6906b0fa3e17 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.3686044 Sep 23 23:10:37.109733 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b75e79-8f72-4b70-8ef4-b0c3a7b77ac0 req-6cd6b0af-1fae-4d75-a814-1876d51cdb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:37.111247 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-12b75e79-8f72-4b70-8ef4-b0c3a7b77ac0 req-6cd6b0af-1fae-4d75-a814-1876d51cdb59 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5ecc2712-9a4c-4406-a4a9-34a029e19ad4 HTTP/1.1" status: 200 len: 920 time: 0.4907279 Sep 23 23:10:37.209419 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7297ffca-ff17-4ef4-9651-2454218f29ee None None] Routers {'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:10:37.210067 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-7297ffca-ff17-4ef4-9651-2454218f29ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:10:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:10:37.257527 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-12b75e79-8f72-4b70-8ef4-b0c3a7b77ac0 req-94e908b7-fc43-4861-91d5-8d5460eeb782 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6698bd3-5871-41f1-ad67-d322b8907bca HTTP/1.1" status: 200 len: 217 time: 0.1375110 Sep 23 23:10:37.267093 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-81edb1e3-92cb-4f34-945d-2a53a3dda4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:37.300960 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1b1227c6-657a-423f-9815-dbf2c11e183f req-30915a2e-2067-493e-8863-f5853c390e8f tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028658 Sep 23 23:10:37.362982 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b46169-efe5-4b5c-9acf-8d7eb6fb74fc None None] Pushing event updated for resources: {'Port': ['ID=a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5,revision_number=3']} {{(pid=94234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:37.394997 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b75e79-8f72-4b70-8ef4-b0c3a7b77ac0 req-61ec930c-5057-40fc-b9c5-a9c6684f1775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:37.396739 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-12b75e79-8f72-4b70-8ef4-b0c3a7b77ac0 req-61ec930c-5057-40fc-b9c5-a9c6684f1775 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=11e43b35-bf07-41f5-b3f0-471b3986f781 HTTP/1.1" status: 200 len: 859 time: 0.1109648 Sep 23 23:10:37.471428 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-7297ffca-ff17-4ef4-9651-2454218f29ee None None] Set router ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:10:37.479361 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-12b75e79-8f72-4b70-8ef4-b0c3a7b77ac0 req-32974d41-8db6-4a73-9299-f0382fcafc5a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ecc2712-9a4c-4406-a4a9-34a029e19ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697734 Sep 23 23:10:37.670685 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [None req-81edb1e3-92cb-4f34-945d-2a53a3dda4f3 admin admin] Allocated IP 172.20.0.1 (0a541a17-4f1f-474c-8b16-9626260a5840/c8241cf2-9853-4e57-aa8e-4b19fe5956ff/0bcfd350-dc29-4821-9140-efa8fddc726e) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:10:37.771333 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-12b75e79-8f72-4b70-8ef4-b0c3a7b77ac0 req-72897c7c-54b7-406d-8013-30f6cc3c17d6 service neutron] 10.222.0.11 "GET /v2.0/networks/5ecc2712-9a4c-4406-a4a9-34a029e19ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822466 Sep 23 23:10:37.982264 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 54726) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:38.009320 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-81edb1e3-92cb-4f34-945d-2a53a3dda4f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:38.046774 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a1310268-fabc-4640-8386-35663e300966 req-4ba5dfd0-d9c9-492b-a77b-7c95920d5881 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=a904fc8b-f148-474b-80b7-6cc4db8927e9 HTTP/1.1" status: 200 len: 210 time: 0.0520287 Sep 23 23:10:38.088371 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-12b75e79-8f72-4b70-8ef4-b0c3a7b77ac0 req-90d565d6-ddd9-4c4f-95ec-56cd4470a422 service neutron] 10.222.0.11 "GET /v2.0/networks/5ecc2712-9a4c-4406-a4a9-34a029e19ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065317 Sep 23 23:10:38.121558 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-81edb1e3-92cb-4f34-945d-2a53a3dda4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:38.188414 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81edb1e3-92cb-4f34-945d-2a53a3dda4f3 admin admin] Network 0a541a17-4f1f-474c-8b16-9626260a5840 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:10:38.195174 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-81edb1e3-92cb-4f34-945d-2a53a3dda4f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:10:38.207593 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81edb1e3-92cb-4f34-945d-2a53a3dda4f3 admin admin] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:10:38.253352 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81edb1e3-92cb-4f34-945d-2a53a3dda4f3 admin admin] Pushing event updated for resources: {'Port': ['ID=0bcfd350-dc29-4821-9140-efa8fddc726e,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:38.280289 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-81edb1e3-92cb-4f34-945d-2a53a3dda4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595075'] for router_interface, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:38.378078 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-7297ffca-ff17-4ef4-9651-2454218f29ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1245347857-router', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:10:31Z', 'updated_at': '2021-09-23T23:10:33Z', 'revision_number': 3, 'project_id': '1ce270caeccc45089992ccfe6f9b5e97', 'gw_port': {'id': 'a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:64:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:10:32Z', 'updated_at': '2021-09-23T23:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi'}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:10:38.434013 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-f491c733-b905-406e-8cc1-2beef5fb7192 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-171793388-network', 'tenant_id': '62b7141ba84245ea9a9e72d53a222cea'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:10:38.505521 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f491c733-b905-406e-8cc1-2beef5fb7192 admin admin] Made reservation on behalf of 62b7141ba84245ea9a9e72d53a222cea for: {'network': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:10:38.513389 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f491c733-b905-406e-8cc1-2beef5fb7192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for network, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:38.524000 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f491c733-b905-406e-8cc1-2beef5fb7192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:38.558241 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-502ec46f-28b2-4b45-8021-9e48963ee795 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:38.563475 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-502ec46f-28b2-4b45-8021-9e48963ee795 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.11 "GET /v2.0/networks?id=ce9d38ed-90b0-4188-83c2-f86aff95fb9d HTTP/1.1" status: 200 len: 815 time: 0.4475832 Sep 23 23:10:38.582311 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7297ffca-ff17-4ef4-9651-2454218f29ee None None] The sync data for ids ['ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7'] in dv-cinder-810785-1-iscsi is: [{'id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1245347857-router', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:10:31Z', 'updated_at': '2021-09-23T23:10:33Z', 'revision_number': 3, 'project_id': '1ce270caeccc45089992ccfe6f9b5e97', 'gw_port': {'id': 'a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:64:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:10:32Z', 'updated_at': '2021-09-23T23:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi'}] {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:10:38.607018 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-ae63069d-21f9-48c7-8964-7254e8d02d61 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Request body: {'port': {'device_id': 'a904fc8b-f148-474b-80b7-6cc4db8927e9', 'network_id': 'ce9d38ed-90b0-4188-83c2-f86aff95fb9d', 'admin_state_up': True, 'tenant_id': '2ddea2c61a124ba99508af5db99cfa3a'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:10:38.628760 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-81edb1e3-92cb-4f34-945d-2a53a3dda4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:38.647185 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 54748) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:38.782586 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfecbd0-9f45-421f-b222-e20c39a82987 req-935b031c-6308-4b38-bdb9-43ec5b7c528e tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:38.798581 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7dfecbd0-9f45-421f-b222-e20c39a82987 req-935b031c-6308-4b38-bdb9-43ec5b7c528e tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.2334678 Sep 23 23:10:38.813168 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-decb7841-9075-477a-a397-a86d8d35472e None None] Provisioning complete for port 0bcfd350-dc29-4821-9140-efa8fddc726e triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:10:38.814405 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-decb7841-9075-477a-a397-a86d8d35472e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:38.871441 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-decb7841-9075-477a-a397-a86d8d35472e None None] Port 0bcfd350-dc29-4821-9140-efa8fddc726e cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:10:38.893960 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7dfecbd0-9f45-421f-b222-e20c39a82987 req-90c15df3-ddb5-4b58-b45f-9418d3ed4dca tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912800 Sep 23 23:10:38.919304 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-05d2fc55-a5cd-4241-a5e6-8c4081947df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:38.961034 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f491c733-b905-406e-8cc1-2beef5fb7192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:38.970597 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f491c733-b905-406e-8cc1-2beef5fb7192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:38.996557 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-ae63069d-21f9-48c7-8964-7254e8d02d61 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Made reservation on behalf of 2ddea2c61a124ba99508af5db99cfa3a for: {'port': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:10:39.000953 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-ae63069d-21f9-48c7-8964-7254e8d02d61 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:39.061136 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f491c733-b905-406e-8cc1-2beef5fb7192 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=94231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:10:39.115393 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f491c733-b905-406e-8cc1-2beef5fb7192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778'] for segment, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:39.117036 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.db.segments_db [None req-f491c733-b905-406e-8cc1-2beef5fb7192 admin admin] Added segment c8f824a0-e5fd-448e-9109-4b872395178e of type vlan for network eb576778-e116-4f6d-8f26-145f60cb874c Sep 23 23:10:39.172364 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f491c733-b905-406e-8cc1-2beef5fb7192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af88e19-d3d0-44f4-879d-2aafdf89e3a7,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:39.182270 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-81edb1e3-92cb-4f34-945d-2a53a3dda4f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:39.246717 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-81edb1e3-92cb-4f34-945d-2a53a3dda4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257029'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:39.340909 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f491c733-b905-406e-8cc1-2beef5fb7192 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784998164246'] for network, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:39.350106 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5 up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:10:39.520396 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:10:39.521035 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:39.539688 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cd69a0fc-6b4d-4d78-9b40-e3f625b981cd req-8aba565a-7f13-4fc7-92e4-b5f598edf804 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=a904fc8b-f148-474b-80b7-6cc4db8927e9 HTTP/1.1" status: 200 len: 210 time: 0.0826037 Sep 23 23:10:39.603829 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:39.661133 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:39.679610 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81edb1e3-92cb-4f34-945d-2a53a3dda4f3 admin admin] Pushing event updated for resources: {'Port': ['ID=0bcfd350-dc29-4821-9140-efa8fddc726e,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:39.679939 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-05d2fc55-a5cd-4241-a5e6-8c4081947df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:39.688115 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-05d2fc55-a5cd-4241-a5e6-8c4081947df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:39.690355 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.db.resource_extend [None req-f491c733-b905-406e-8cc1-2beef5fb7192 admin admin] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 23:10:39.708830 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-81edb1e3-92cb-4f34-945d-2a53a3dda4f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593523'] for router_interface, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:39.722245 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] For port a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5,segment=NetworkSegment(2ac125d2-b621-4cb4-9068-8fa074d03334),segment_id=2ac125d2-b621-4cb4-9068-8fa074d03334)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:10:39.726201 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f491c733-b905-406e-8cc1-2beef5fb7192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075'] for network, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:39.727739 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f491c733-b905-406e-8cc1-2beef5fb7192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:39.728368 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f491c733-b905-406e-8cc1-2beef5fb7192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for network, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:39.731361 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:39.748640 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-05d2fc55-a5cd-4241-a5e6-8c4081947df6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=09a21332e5b34dca9acabaeaa3143a75&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0997982 Sep 23 23:10:39.752390 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d2fc55-a5cd-4241-a5e6-8c4081947df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a95022-47cc-449a-99d4-9f0428ed7b01,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:39.754626 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 54760) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:39.773852 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_common [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-ae63069d-21f9-48c7-8964-7254e8d02d61 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Allocated IP 172.20.0.5 (ce9d38ed-90b0-4188-83c2-f86aff95fb9d/dadbb2c8-7187-415d-b3c4-d09ac2c1fdfd/36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5) {{(pid=94232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:10:39.774614 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-f491c733-b905-406e-8cc1-2beef5fb7192 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7912259 Sep 23 23:10:39.781615 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 54762) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:39.788673 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-00eeb2a1-ebdf-4390-9c65-663fdfaee5bf admin admin] Request body: {'subnet': {'network_id': 'eb576778-e116-4f6d-8f26-145f60cb874c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-171793388-subnet', 'tenant_id': '62b7141ba84245ea9a9e72d53a222cea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:10:39.826978 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00eeb2a1-ebdf-4390-9c65-663fdfaee5bf admin admin] Made reservation on behalf of 62b7141ba84245ea9a9e72d53a222cea for: {'subnet': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:10:39.829105 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Pushing event updated for resources: {'Port': ['ID=a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:39.831521 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-00eeb2a1-ebdf-4390-9c65-663fdfaee5bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:39.994123 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f491c733-b905-406e-8cc1-2beef5fb7192 admin admin] Pushing event updated for resources: {'Network': ['ID=eb576778-e116-4f6d-8f26-145f60cb874c,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:40.027515 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Network eb576778-e116-4f6d-8f26-145f60cb874c details requested by agent ovs-agent-dv-cinder-810785-1-iscsi with host dv-cinder-810785-1-iscsi {{(pid=94233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:10:40.044707 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1757b9bb-25f1-4503-8708-38f0c95c9473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:40.079690 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81edb1e3-92cb-4f34-945d-2a53a3dda4f3 admin admin] Network 0a541a17-4f1f-474c-8b16-9626260a5840 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:10:40.094722 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-81edb1e3-92cb-4f34-945d-2a53a3dda4f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:10:40.115769 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1757b9bb-25f1-4503-8708-38f0c95c9473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:40.276580 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c010d93-a0bf-4b03-81d1-5401ab5e9dc5 req-e4d56f3f-f7ae-4302-a7e4-d01d3fd68998 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:40.280177 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9c010d93-a0bf-4b03-81d1-5401ab5e9dc5 req-e4d56f3f-f7ae-4302-a7e4-d01d3fd68998 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.2662256 Sep 23 23:10:40.305641 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81edb1e3-92cb-4f34-945d-2a53a3dda4f3 admin admin] Router ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7 has already been hosted by L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 {{(pid=94231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:10:40.308880 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1757b9bb-25f1-4503-8708-38f0c95c9473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:40.311504 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1757b9bb-25f1-4503-8708-38f0c95c9473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:40.312866 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-1757b9bb-25f1-4503-8708-38f0c95c9473 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e7a95022-47cc-449a-99d4-9f0428ed7b01 HTTP/1.1" status: 204 len: 168 time: 0.5553820 Sep 23 23:10:40.325788 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757b9bb-25f1-4503-8708-38f0c95c9473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a95022-47cc-449a-99d4-9f0428ed7b01,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:40.412013 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-14a8af6c-7fcd-42a7-b453-8fbe7a30fd62 None None] Provisioning complete for port 0bcfd350-dc29-4821-9140-efa8fddc726e triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:10:40.414121 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-14a8af6c-7fcd-42a7-b453-8fbe7a30fd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:40.423283 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-ae63069d-21f9-48c7-8964-7254e8d02d61 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Notify callbacks [] for port, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:40.425662 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-00eeb2a1-ebdf-4390-9c65-663fdfaee5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075'] for subnet, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:40.430829 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9c010d93-a0bf-4b03-81d1-5401ab5e9dc5 req-411b45ef-426e-427e-87b5-5240b7371e16 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180501 Sep 23 23:10:40.507440 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-14a8af6c-7fcd-42a7-b453-8fbe7a30fd62 None None] Port 0bcfd350-dc29-4821-9140-efa8fddc726e cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:10:40.517279 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81edb1e3-92cb-4f34-945d-2a53a3dda4f3 admin admin] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:10:40.527336 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-81edb1e3-92cb-4f34-945d-2a53a3dda4f3 admin admin] 10.222.0.46 "PUT /v2.0/routers/ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1113014 Sep 23 23:10:40.537768 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eeb2a1-ebdf-4390-9c65-663fdfaee5bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=254db855-27a6-4145-9fe9-f8c8b00401bf,revision_number=0']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:40.582486 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-ae63069d-21f9-48c7-8964-7254e8d02d61 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663'] for port, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:40.593238 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eeb2a1-ebdf-4390-9c65-663fdfaee5bf admin admin] Checking segment: {'id': 'c8f824a0-e5fd-448e-9109-4b872395178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'eb576778-e116-4f6d-8f26-145f60cb874c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:10:40.593945 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00eeb2a1-ebdf-4390-9c65-663fdfaee5bf admin admin] Network hostable DHCP agents. Network: eb576778-e116-4f6d-8f26-145f60cb874c, hostable agents: ['27ad89ec-6861-43ea-91c9-397cdd96ffe4'], hosted agents: [] {{(pid=94232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:10:40.683046 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-ae63069d-21f9-48c7-8964-7254e8d02d61 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Network ce9d38ed-90b0-4188-83c2-f86aff95fb9d is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:10:40.689920 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00eeb2a1-ebdf-4390-9c65-663fdfaee5bf admin admin] Network eb576778-e116-4f6d-8f26-145f60cb874c is scheduled to be hosted by DHCP agent 27ad89ec-6861-43ea-91c9-397cdd96ffe4 with binding_index 1 {{(pid=94232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:10:40.690328 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-ae63069d-21f9-48c7-8964-7254e8d02d61 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:10:40.693330 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-ae63069d-21f9-48c7-8964-7254e8d02d61 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Received port after_create {{(pid=94232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:10:40.699912 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-ae63069d-21f9-48c7-8964-7254e8d02d61 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:40.700589 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-ae63069d-21f9-48c7-8964-7254e8d02d61 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:40.724071 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae63069d-21f9-48c7-8964-7254e8d02d61 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Pushing event updated for resources: {'Port': ['ID=36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:40.736826 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-00eeb2a1-ebdf-4390-9c65-663fdfaee5bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810785-1-iscsi, eb576778-e116-4f6d-8f26-145f60cb874c) {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:10:40.744768 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00eeb2a1-ebdf-4390-9c65-663fdfaee5bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:40.747016 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c8c23c-62db-4a35-ac15-e69fe8b4a9c5 None None] Network eb576778-e116-4f6d-8f26-145f60cb874c requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:10:40.748819 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-00eeb2a1-ebdf-4390-9c65-663fdfaee5bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for subnet, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:40.773385 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-ae63069d-21f9-48c7-8964-7254e8d02d61 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1725919 Sep 23 23:10:40.824583 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4ea9c-e467-4dfd-827b-5d6f1151402f req-dced2fb6-a62b-4654-90fa-ad790267673e tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:40.826390 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-10f4ea9c-e467-4dfd-827b-5d6f1151402f req-dced2fb6-a62b-4654-90fa-ad790267673e tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=a904fc8b-f148-474b-80b7-6cc4db8927e9 HTTP/1.1" status: 200 len: 931 time: 0.0717921 Sep 23 23:10:40.835781 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-00eeb2a1-ebdf-4390-9c65-663fdfaee5bf admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0456281 Sep 23 23:10:40.891894 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-10f4ea9c-e467-4dfd-827b-5d6f1151402f req-4a25c8c1-d5cf-4359-a377-aa4d88819a13 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547607 Sep 23 23:10:40.991839 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 54786) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:41.010135 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-12c230e7-75a7-415e-988e-e46374022afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:41.058570 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574b5018-1c6f-43a2-a846-ec9e5e47ef73 None None] Network eb576778-e116-4f6d-8f26-145f60cb874c requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:10:41.192049 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-12c230e7-75a7-415e-988e-e46374022afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:41.200745 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-12c230e7-75a7-415e-988e-e46374022afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:41.245154 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5 up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:10:41.249607 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73222188-e464-4f4d-8fdb-25c0c96f50be None None] Sync routers for ids ['ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7'] in dv-cinder-810785-1-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:10:41.260461 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-12c230e7-75a7-415e-988e-e46374022afd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=283f27784fe34b14a61b91aa5c63084b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2671711 Sep 23 23:10:41.260759 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 54792) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:41.271960 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c230e7-75a7-415e-988e-e46374022afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d964f6e3-686d-45ee-a5a4-5581064f8a4e,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:41.310735 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73222188-e464-4f4d-8fdb-25c0c96f50be None None] Routers {'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:10:41.311581 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-73222188-e464-4f4d-8fdb-25c0c96f50be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:10:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:10:41.369624 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-e92125b6-8803-45ca-b64e-b887f25b8b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:41.412607 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-e92125b6-8803-45ca-b64e-b887f25b8b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:41.436895 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:10:41.437505 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:41.496153 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-73222188-e464-4f4d-8fdb-25c0c96f50be None None] Set router ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:10:41.522027 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-e92125b6-8803-45ca-b64e-b887f25b8b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:41.530218 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-e92125b6-8803-45ca-b64e-b887f25b8b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:41.532745 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-e92125b6-8803-45ca-b64e-b887f25b8b6c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d964f6e3-686d-45ee-a5a4-5581064f8a4e HTTP/1.1" status: 204 len: 168 time: 0.2700145 Sep 23 23:10:41.560768 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92125b6-8803-45ca-b64e-b887f25b8b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d964f6e3-686d-45ee-a5a4-5581064f8a4e,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:41.784715 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 54798) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:41.790414 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-80147f09-1869-47cf-ac8d-1d7a7a97e3ab tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1831347283', 'description': 'tempest-description--1631929011'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:10:41.822062 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-73222188-e464-4f4d-8fdb-25c0c96f50be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1245347857-router', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:10:31Z', 'updated_at': '2021-09-23T23:10:38Z', 'revision_number': 4, 'project_id': '1ce270caeccc45089992ccfe6f9b5e97', 'gw_port': {'id': 'a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:10:32Z', 'updated_at': '2021-09-23T23:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '0bcfd350-dc29-4821-9140-efa8fddc726e', 'name': '', 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'mac_address': 'fa:16:3e:fd:f2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c8241cf2-9853-4e57-aa8e-4b19fe5956ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:10:37Z', 'updated_at': '2021-09-23T23:10:38Z', 'revision_number': 2, 'project_id': '1ce270caeccc45089992ccfe6f9b5e97', 'subnets': [{'id': 'c8241cf2-9853-4e57-aa8e-4b19fe5956ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:10:41.867568 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73222188-e464-4f4d-8fdb-25c0c96f50be None None] Checking router: ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7 for host: dv-cinder-810785-1-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:10:41.868119 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73222188-e464-4f4d-8fdb-25c0c96f50be None None] Updating router ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7 port 0bcfd350-dc29-4821-9140-efa8fddc726e binding host dv-cinder-810785-1-iscsi {{(pid=94233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:10:41.924406 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-73222188-e464-4f4d-8fdb-25c0c96f50be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:41.944540 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-80147f09-1869-47cf-ac8d-1d7a7a97e3ab tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:41.993343 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83743c96-b1d6-448b-86bd-1db6b5e65d9a req-7a1d4ab3-458a-4b92-9b7d-3b51e3aa0f9e tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:41.996594 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-83743c96-b1d6-448b-86bd-1db6b5e65d9a req-7a1d4ab3-458a-4b92-9b7d-3b51e3aa0f9e tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.1570137 Sep 23 23:10:42.093240 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-83743c96-b1d6-448b-86bd-1db6b5e65d9a req-fd0f252d-6548-4473-977a-4c4983e1ee69 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878975 Sep 23 23:10:42.160295 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-80147f09-1869-47cf-ac8d-1d7a7a97e3ab tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:42.168965 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-80147f09-1869-47cf-ac8d-1d7a7a97e3ab tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:42.237301 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80147f09-1869-47cf-ac8d-1d7a7a97e3ab tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd14a75-7d1d-4bd6-a1ce-5baee9435521,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:42.247150 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-80147f09-1869-47cf-ac8d-1d7a7a97e3ab tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:42.252882 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-80147f09-1869-47cf-ac8d-1d7a7a97e3ab tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4627934 Sep 23 23:10:42.252882 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 54818) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:42.258949 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-850944b3-2acd-4056-888a-34a678486e42 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Request body: {'security_group_rule': {'security_group_id': '6bd14a75-7d1d-4bd6-a1ce-5baee9435521', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:10:42.293021 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ddb128-14cf-4ce6-9d84-326416146320 req-b0a59373-9dcf-4c71-ace0-b5e00ce0c89d tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:42.295043 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d1ddb128-14cf-4ce6-9d84-326416146320 req-b0a59373-9dcf-4c71-ace0-b5e00ce0c89d tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=a904fc8b-f148-474b-80b7-6cc4db8927e9 HTTP/1.1" status: 200 len: 931 time: 0.1215639 Sep 23 23:10:42.328066 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-850944b3-2acd-4056-888a-34a678486e42 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:42.363685 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d1ddb128-14cf-4ce6-9d84-326416146320 req-ade15f0f-fe04-4d77-ad34-36fb05a49a86 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568106 Sep 23 23:10:42.376516 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-73222188-e464-4f4d-8fdb-25c0c96f50be None None] Notify callbacks [] for port, precommit_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:42.401438 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-73222188-e464-4f4d-8fdb-25c0c96f50be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:42.406895 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-850944b3-2acd-4056-888a-34a678486e42 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:42.411955 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-850944b3-2acd-4056-888a-34a678486e42 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623447'] for security_group_rule, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:42.437536 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850944b3-2acd-4056-888a-34a678486e42 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d531868e-2838-40f2-943e-62f8c9df57ed,revision_number=0']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:42.443659 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-850944b3-2acd-4056-888a-34a678486e42 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:42.447373 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-850944b3-2acd-4056-888a-34a678486e42 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1920578 Sep 23 23:10:42.449482 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 54822) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:42.455083 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-9da79438-2a35-4995-bd2c-10009def6168 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Request body: {'security_group_rule': {'security_group_id': '6bd14a75-7d1d-4bd6-a1ce-5baee9435521', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:10:42.501890 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e4670-1aaf-442f-a1fe-54d04c506756 None None] Pushing event updated for resources: {'Port': ['ID=0bcfd350-dc29-4821-9140-efa8fddc726e,revision_number=3']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:42.518945 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9da79438-2a35-4995-bd2c-10009def6168 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:42.583781 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-73222188-e464-4f4d-8fdb-25c0c96f50be None None] Attempting to bind port 0bcfd350-dc29-4821-9140-efa8fddc726e on host dv-cinder-810785-1-iscsi for vnic_type normal with profile {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:10:42.584294 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-73222188-e464-4f4d-8fdb-25c0c96f50be None None] Attempting to bind port 0bcfd350-dc29-4821-9140-efa8fddc726e by drivers openvswitch,hyperv on host dv-cinder-810785-1-iscsi at level 0 using segments [{'id': '9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840'}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:10:42.584895 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73222188-e464-4f4d-8fdb-25c0c96f50be None None] Attempting to bind port 0bcfd350-dc29-4821-9140-efa8fddc726e on network 0a541a17-4f1f-474c-8b16-9626260a5840 {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:10:42.592554 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73222188-e464-4f4d-8fdb-25c0c96f50be None None] Checking agent: {'id': '481fc7b8-75a1-4de2-9424-90937d24576f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 0, 57), 'started_at': datetime.datetime(2021, 9, 23, 23, 1, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:10:42.592554 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73222188-e464-4f4d-8fdb-25c0c96f50be None None] Checking segment: {'id': '9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:10:42.593727 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-73222188-e464-4f4d-8fdb-25c0c96f50be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:42.593727 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73222188-e464-4f4d-8fdb-25c0c96f50be None None] Bound using segment: {'id': '9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840'} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:10:42.593727 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-73222188-e464-4f4d-8fdb-25c0c96f50be None None] Bound port: 0bcfd350-dc29-4821-9140-efa8fddc726e, host: dv-cinder-810785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840'}}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:10:42.594203 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-73222188-e464-4f4d-8fdb-25c0c96f50be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:42.638403 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9da79438-2a35-4995-bd2c-10009def6168 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:42.643660 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9da79438-2a35-4995-bd2c-10009def6168 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623447'] for security_group_rule, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:42.667544 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da79438-2a35-4995-bd2c-10009def6168 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=470c1496-f92d-43f3-8ae0-5eace16575d2,revision_number=0']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:42.684374 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9da79438-2a35-4995-bd2c-10009def6168 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:42.690888 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-9da79438-2a35-4995-bd2c-10009def6168 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2368927 Sep 23 23:10:42.692011 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 54828) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:42.692781 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-73222188-e464-4f4d-8fdb-25c0c96f50be None None] For port 0bcfd350-dc29-4821-9140-efa8fddc726e, host dv-cinder-810785-1-iscsi, cleared binding levels {{(pid=94233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:10:42.697933 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-73222188-e464-4f4d-8fdb-25c0c96f50be None None] For port 0bcfd350-dc29-4821-9140-efa8fddc726e, host dv-cinder-810785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=0bcfd350-dc29-4821-9140-efa8fddc726e,segment=NetworkSegment(9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82),segment_id=9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82)] {{(pid=94233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:10:42.699087 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-b6463448-f694-4337-9ff1-15fa15918eb3 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Request body: {'floatingip': {'floating_network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:10:42.706430 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-73222188-e464-4f4d-8fdb-25c0c96f50be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:42.735565 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b6463448-f694-4337-9ff1-15fa15918eb3 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks [] for floatingip, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:42.797078 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73222188-e464-4f4d-8fdb-25c0c96f50be None None] Routers {'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:10:42.797828 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-73222188-e464-4f4d-8fdb-25c0c96f50be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:10:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:10:42.855445 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e4670-1aaf-442f-a1fe-54d04c506756 None None] Pushing event updated for resources: {'Port': ['ID=0bcfd350-dc29-4821-9140-efa8fddc726e,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:42.895098 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b6463448-f694-4337-9ff1-15fa15918eb3 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:42.903699 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-fbc8c451-5236-4631-a017-51e6ef4cca99 None None] Provisioning complete for port 0bcfd350-dc29-4821-9140-efa8fddc726e triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:10:42.903699 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fbc8c451-5236-4631-a017-51e6ef4cca99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:42.934425 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['afe7c452-c2b1-4452-acee-2f5e7a38185d', '18bd0e5f-850b-4717-95b3-f144f882815a'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:10:42.937927 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-73ba51b5-1841-4c05-9dda-79892d1468fa service neutron] Request body: {'port': {'device_id': 'a904fc8b-f148-474b-80b7-6cc4db8927e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81078'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:10:43.080512 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [None req-b6463448-f694-4337-9ff1-15fa15918eb3 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Allocated IP 172.27.1.95 (b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1/47169b33-ea5f-4b9d-bf3b-155ff70b7556/b40b932a-3eff-4e48-b6f6-8990c63fa846) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:10:43.084914 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-73ba51b5-1841-4c05-9dda-79892d1468fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:43.234808 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-73222188-e464-4f4d-8fdb-25c0c96f50be None None] Set router ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:10:43.295763 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b6463448-f694-4337-9ff1-15fa15918eb3 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:43.367740 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b6463448-f694-4337-9ff1-15fa15918eb3 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:43.389880 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250bbba0-bc75-44a2-882c-2ed4c3e30204 req-9a47aa01-56e6-479c-8160-dffbdd088492 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:43.393856 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-250bbba0-bc75-44a2-882c-2ed4c3e30204 req-9a47aa01-56e6-479c-8160-dffbdd088492 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.1385162 Sep 23 23:10:43.472384 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6463448-f694-4337-9ff1-15fa15918eb3 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Network b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:10:43.476482 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-b6463448-f694-4337-9ff1-15fa15918eb3 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:10:43.480825 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6463448-f694-4337-9ff1-15fa15918eb3 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:10:43.562583 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fbc8c451-5236-4631-a017-51e6ef4cca99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:43.596114 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-250bbba0-bc75-44a2-882c-2ed4c3e30204 req-e4842c02-9c83-4d71-8a27-b84edecab6ca tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666751 Sep 23 23:10:43.611605 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-fbc8c451-5236-4631-a017-51e6ef4cca99 None None] For port 0bcfd350-dc29-4821-9140-efa8fddc726e, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=0bcfd350-dc29-4821-9140-efa8fddc726e,segment=NetworkSegment(9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82),segment_id=9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:10:43.624839 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fbc8c451-5236-4631-a017-51e6ef4cca99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:43.641696 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6463448-f694-4337-9ff1-15fa15918eb3 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Pushing event updated for resources: {'Port': ['ID=b40b932a-3eff-4e48-b6f6-8990c63fa846,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:43.690955 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b6463448-f694-4337-9ff1-15fa15918eb3 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:43.718298 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-73ba51b5-1841-4c05-9dda-79892d1468fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5 {{(pid=94232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:10:43.740815 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345e439-add2-4b5b-843a-4085746b0c68 req-a7af3bc2-b2c1-4d69-9eee-e5f83a76cbd8 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:43.742832 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d345e439-add2-4b5b-843a-4085746b0c68 req-a7af3bc2-b2c1-4d69-9eee-e5f83a76cbd8 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=a904fc8b-f148-474b-80b7-6cc4db8927e9 HTTP/1.1" status: 200 len: 931 time: 0.2682605 Sep 23 23:10:43.745121 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-73ba51b5-1841-4c05-9dda-79892d1468fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:43.762267 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.provisioning_blocks [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-73ba51b5-1841-4c05-9dda-79892d1468fa service neutron] Transition to ACTIVE for port object 36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5 will not be triggered until provisioned by entity L2. {{(pid=94232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:10:43.764917 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b6463448-f694-4337-9ff1-15fa15918eb3 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:43.775601 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-73ba51b5-1841-4c05-9dda-79892d1468fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:43.816187 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8c451-5236-4631-a017-51e6ef4cca99 None None] Pushing event updated for resources: {'Port': ['ID=0bcfd350-dc29-4821-9140-efa8fddc726e,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:43.826792 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-17fe7d36-821f-4c2c-ae60-3a199ecfa4b6 None None] Provisioning complete for port 0bcfd350-dc29-4821-9140-efa8fddc726e triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:10:43.827166 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-17fe7d36-821f-4c2c-ae60-3a199ecfa4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:43.895361 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d345e439-add2-4b5b-843a-4085746b0c68 req-666f7aa1-25c5-44fd-b42d-191be853016f tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313248 Sep 23 23:10:43.898806 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba51b5-1841-4c05-9dda-79892d1468fa service neutron] Pushing event updated for resources: {'Port': ['ID=36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5,revision_number=2']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:43.919988 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-73222188-e464-4f4d-8fdb-25c0c96f50be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1245347857-router', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:10:31Z', 'updated_at': '2021-09-23T23:10:38Z', 'revision_number': 4, 'project_id': '1ce270caeccc45089992ccfe6f9b5e97', 'gw_port': {'id': 'a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:10:32Z', 'updated_at': '2021-09-23T23:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '0bcfd350-dc29-4821-9140-efa8fddc726e', 'name': '', 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'mac_address': 'fa:16:3e:fd:f2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c8241cf2-9853-4e57-aa8e-4b19fe5956ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:10:37Z', 'updated_at': '2021-09-23T23:10:42Z', 'revision_number': 4, 'project_id': '1ce270caeccc45089992ccfe6f9b5e97', 'subnets': [{'id': 'c8241cf2-9853-4e57-aa8e-4b19fe5956ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:10:43.945457 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-73ba51b5-1841-4c05-9dda-79892d1468fa service neutron] Attempting to bind port 36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5 on host hv-cinder-81078 for vnic_type normal with profile {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:10:43.946120 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-73ba51b5-1841-4c05-9dda-79892d1468fa service neutron] Attempting to bind port 36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5 by drivers openvswitch,hyperv on host hv-cinder-81078 at level 0 using segments [{'id': 'bb89ef85-36bb-4a06-b0e7-d6b884aca5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ce9d38ed-90b0-4188-83c2-f86aff95fb9d'}] {{(pid=94232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:10:43.946359 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-73ba51b5-1841-4c05-9dda-79892d1468fa service neutron] Attempting to bind port 36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5 on network ce9d38ed-90b0-4188-83c2-f86aff95fb9d {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:10:43.959246 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-73ba51b5-1841-4c05-9dda-79892d1468fa service neutron] Port 36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5 on network ce9d38ed-90b0-4188-83c2-f86aff95fb9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81078 {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:10:43.959690 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-73ba51b5-1841-4c05-9dda-79892d1468fa service neutron] Attempting to bind port 36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5 on network ce9d38ed-90b0-4188-83c2-f86aff95fb9d {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:10:43.967668 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-73ba51b5-1841-4c05-9dda-79892d1468fa service neutron] Checking agent: {'id': '3c892145-8c1f-42fb-b36d-f51cd8b65402', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 7, 8), 'started_at': datetime.datetime(2021, 9, 23, 23, 7, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:10:43.968451 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-73ba51b5-1841-4c05-9dda-79892d1468fa service neutron] Checking segment: {'id': 'bb89ef85-36bb-4a06-b0e7-d6b884aca5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ce9d38ed-90b0-4188-83c2-f86aff95fb9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:10:43.968909 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-73ba51b5-1841-4c05-9dda-79892d1468fa service neutron] Bound using segment: {'id': 'bb89ef85-36bb-4a06-b0e7-d6b884aca5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ce9d38ed-90b0-4188-83c2-f86aff95fb9d'} {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:10:43.969430 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-73ba51b5-1841-4c05-9dda-79892d1468fa service neutron] Bound port: 36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5, host: hv-cinder-81078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb89ef85-36bb-4a06-b0e7-d6b884aca5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ce9d38ed-90b0-4188-83c2-f86aff95fb9d'}}] {{(pid=94232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:10:43.969862 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-73ba51b5-1841-4c05-9dda-79892d1468fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:43.977846 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73222188-e464-4f4d-8fdb-25c0c96f50be None None] The sync data for ids ['ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7'] in dv-cinder-810785-1-iscsi is: [{'id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1245347857-router', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:10:31Z', 'updated_at': '2021-09-23T23:10:38Z', 'revision_number': 4, 'project_id': '1ce270caeccc45089992ccfe6f9b5e97', 'gw_port': {'id': 'a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:10:32Z', 'updated_at': '2021-09-23T23:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '0bcfd350-dc29-4821-9140-efa8fddc726e', 'name': '', 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'mac_address': 'fa:16:3e:fd:f2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c8241cf2-9853-4e57-aa8e-4b19fe5956ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:10:37Z', 'updated_at': '2021-09-23T23:10:42Z', 'revision_number': 4, 'project_id': '1ce270caeccc45089992ccfe6f9b5e97', 'subnets': [{'id': 'c8241cf2-9853-4e57-aa8e-4b19fe5956ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:10:44.000942 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b6463448-f694-4337-9ff1-15fa15918eb3 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:44.006251 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b6463448-f694-4337-9ff1-15fa15918eb3 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257029'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:44.122707 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-73ba51b5-1841-4c05-9dda-79892d1468fa service neutron] For port 36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5, host hv-cinder-81078, cleared binding levels {{(pid=94232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:10:44.138536 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-73ba51b5-1841-4c05-9dda-79892d1468fa service neutron] For port 36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5, host hv-cinder-81078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5,segment=NetworkSegment(bb89ef85-36bb-4a06-b0e7-d6b884aca5fe),segment_id=bb89ef85-36bb-4a06-b0e7-d6b884aca5fe)] {{(pid=94232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:10:44.144750 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-73ba51b5-1841-4c05-9dda-79892d1468fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:44.203877 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-73ba51b5-1841-4c05-9dda-79892d1468fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:44.205295 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-73ba51b5-1841-4c05-9dda-79892d1468fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:44.206536 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6463448-f694-4337-9ff1-15fa15918eb3 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Pushing event updated for resources: {'Port': ['ID=b40b932a-3eff-4e48-b6f6-8990c63fa846,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:44.206964 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-73ba51b5-1841-4c05-9dda-79892d1468fa service neutron] 10.222.0.11 "PUT /v2.0/ports/36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5 HTTP/1.1" status: 200 len: 1093 time: 1.2801127 Sep 23 23:10:44.207770 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a904fc8b-f148-474b-80b7-6cc4db8927e9', 'tag': '36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:10:44.215876 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc74f1c012309c835ea1a53c8f5f732cbfbf790adc92ee6109ffd7f3bd94d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f8a23c-f979-42d5-9240-c1f746fe7717" -d '{"events": [{"name": "network-changed", "server_uuid": "a904fc8b-f148-474b-80b7-6cc4db8927e9", "tag": "36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:10:44.218646 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b6463448-f694-4337-9ff1-15fa15918eb3 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594972'] for floatingip, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:44.247014 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b6463448-f694-4337-9ff1-15fa15918eb3 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for floatingip, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:44.248856 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-b6463448-f694-4337-9ff1-15fa15918eb3 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5555496 Sep 23 23:10:44.265672 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba51b5-1841-4c05-9dda-79892d1468fa service neutron] Pushing event updated for resources: {'Port': ['ID=36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5,revision_number=3']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:44.294314 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f6bd82-3993-4bf3-855e-01144b60c23c x-openstack-request-id: req-66f6bd82-3993-4bf3-855e-01144b60c23c {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:10:44.294641 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a904fc8b-f148-474b-80b7-6cc4db8927e9", "tag": "36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:10:44.294927 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-66f6bd82-3993-4bf3-855e-01144b60c23c {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:10:44.295392 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a904fc8b-f148-474b-80b7-6cc4db8927e9', 'tag': '36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5', 'status': 'completed', 'code': 200} Sep 23 23:10:44.405825 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-21b67a58-c219-429c-8fc2-752aa5257b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:44.407764 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-21b67a58-c219-429c-8fc2-752aa5257b94 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ddea2c61a124ba99508af5db99cfa3a&device_id=a904fc8b-f148-474b-80b7-6cc4db8927e9 HTTP/1.1" status: 200 len: 1096 time: 0.0804639 Sep 23 23:10:44.547732 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-bf0d7ab4-2d1a-4e6a-9a1b-d9faa615400c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5 HTTP/1.1" status: 200 len: 217 time: 0.1308458 Sep 23 23:10:44.686330 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-ad58f4e2-87a2-49dc-80a6-c41bcf41e7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:44.688962 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-ad58f4e2-87a2-49dc-80a6-c41bcf41e7f0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dadbb2c8-7187-415d-b3c4-d09ac2c1fdfd HTTP/1.1" status: 200 len: 855 time: 0.1277697 Sep 23 23:10:44.759070 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-e2c76044-c368-4a8c-9bb1-221787dfe4eb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce9d38ed-90b0-4188-83c2-f86aff95fb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573585 Sep 23 23:10:44.924205 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-d940e408-d00b-4793-9198-8aff17ab6718 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1831347283&fields=id&tenant_id=1ce270caeccc45089992ccfe6f9b5e97 HTTP/1.1" status: 200 len: 267 time: 0.2416050 Sep 23 23:10:45.199324 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-14eb3fce-87f4-4806-87a6-9bb5011794ce tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:45.201319 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-14eb3fce-87f4-4806-87a6-9bb5011794ce tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/networks?id=eb576778-e116-4f6d-8f26-145f60cb874c HTTP/1.1" status: 200 len: 813 time: 0.4467082 Sep 23 23:10:45.244393 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-2a63a1ad-5060-48db-8ae9-2f4a03a2e37f service neutron] 10.222.0.11 "GET /v2.0/networks/ce9d38ed-90b0-4188-83c2-f86aff95fb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4637303 Sep 23 23:10:45.249691 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-576595ce-9efc-433a-b254-96e461e25617 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/quotas/62b7141ba84245ea9a9e72d53a222cea HTTP/1.1" status: 200 len: 375 time: 0.0354831 Sep 23 23:10:45.281063 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 0bcfd350-dc29-4821-9140-efa8fddc726e up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:10:45.301049 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-f09887e5-cc04-4b16-8e27-cff2bfe143bb tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:45.302847 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-f09887e5-cc04-4b16-8e27-cff2bfe143bb tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/networks?id=0a541a17-4f1f-474c-8b16-9626260a5840 HTTP/1.1" status: 200 len: 817 time: 0.3230748 Sep 23 23:10:45.330559 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-ae073d13-acec-4fb7-8ba8-753401d8821a tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=62b7141ba84245ea9a9e72d53a222cea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669620 Sep 23 23:10:45.366690 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-27557d40-9535-4d0e-a53e-7c0975b80340 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/quotas/1ce270caeccc45089992ccfe6f9b5e97 HTTP/1.1" status: 200 len: 375 time: 0.0388157 Sep 23 23:10:45.376736 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port 0bcfd350-dc29-4821-9140-efa8fddc726e triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:10:45.377476 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:45.540178 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-18c8a28d-6306-4c1f-9ae7-fb462f104e17 req-eb843705-2949-4912-8b15-1819b9e52f1f service neutron] 10.222.0.11 "GET /v2.0/networks/ce9d38ed-90b0-4188-83c2-f86aff95fb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875421 Sep 23 23:10:45.562563 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-cdbad42c-2e51-4d53-96f3-158b7f372753 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ce270caeccc45089992ccfe6f9b5e97&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1416810 Sep 23 23:10:45.564981 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-6802bb43-0b73-4c9a-be1a-eb6a9a8a0510 service neutron] 10.222.0.46 "GET /v2.0/networks/eb576778-e116-4f6d-8f26-145f60cb874c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172840 Sep 23 23:10:45.830812 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8a23c-f979-42d5-9240-c1f746fe7717 req-df17edb2-9548-4e1a-8cce-92cb227237a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:45.832476 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c3f8a23c-f979-42d5-9240-c1f746fe7717 req-df17edb2-9548-4e1a-8cce-92cb227237a8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ddea2c61a124ba99508af5db99cfa3a&device_id=a904fc8b-f148-474b-80b7-6cc4db8927e9 HTTP/1.1" status: 200 len: 1096 time: 0.1958389 Sep 23 23:10:45.834885 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-7d9103be-a213-46f3-aad3-c0b18b606e34 service neutron] 10.222.0.46 "GET /v2.0/networks/eb576778-e116-4f6d-8f26-145f60cb874c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451737 Sep 23 23:10:45.846819 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-6010e857-ec82-42ba-961c-bdd5e4d2eaac service neutron] 10.222.0.46 "GET /v2.0/networks/0a541a17-4f1f-474c-8b16-9626260a5840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243183 Sep 23 23:10:46.141248 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 54946) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:46.300954 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-595c367c-8132-4c0c-a3ef-522455b88cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:46.389187 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed59b4d-c127-46a1-a940-551ef4f1d35a req-f6dbecb2-a654-493e-b548-59aabe9ed587 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:46.390920 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1ed59b4d-c127-46a1-a940-551ef4f1d35a req-f6dbecb2-a654-493e-b548-59aabe9ed587 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.2060645 Sep 23 23:10:46.396610 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8a23c-f979-42d5-9240-c1f746fe7717 req-162e10da-6755-4cd4-beed-8eda0b9e08ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:46.398217 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c3f8a23c-f979-42d5-9240-c1f746fe7717 req-162e10da-6755-4cd4-beed-8eda0b9e08ab service neutron] 10.222.0.11 "GET /v2.0/networks?id=ce9d38ed-90b0-4188-83c2-f86aff95fb9d HTTP/1.1" status: 200 len: 916 time: 0.5499668 Sep 23 23:10:46.434763 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-1f4e1dd6-ccb7-44f5-8b4a-ce373e75b4e5 service neutron] 10.222.0.46 "GET /v2.0/networks/0a541a17-4f1f-474c-8b16-9626260a5840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5709581 Sep 23 23:10:46.475294 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-595c367c-8132-4c0c-a3ef-522455b88cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:46.491210 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-595c367c-8132-4c0c-a3ef-522455b88cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:46.545935 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-595c367c-8132-4c0c-a3ef-522455b88cb3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=63a33524cd634e0dbd329581e7d59bd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4005451 Sep 23 23:10:46.548316 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 54958) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:46.552712 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c3f8a23c-f979-42d5-9240-c1f746fe7717 req-6643496a-fb56-48ff-856b-6a4fe3927d37 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5 HTTP/1.1" status: 200 len: 217 time: 0.1452498 Sep 23 23:10:46.563896 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c367c-8132-4c0c-a3ef-522455b88cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d138e69-e19e-4a08-a25a-461c54d85370,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:46.566268 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1ed59b4d-c127-46a1-a940-551ef4f1d35a req-0c942af2-abbe-410a-88fd-efe3781d2b6c tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287966 Sep 23 23:10:46.668137 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1f0a8ec0-2076-432b-bdcf-2c4480ad9f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:46.696944 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8a23c-f979-42d5-9240-c1f746fe7717 req-e795fe87-e63e-4418-bddd-db42663a2c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:46.698714 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c3f8a23c-f979-42d5-9240-c1f746fe7717 req-e795fe87-e63e-4418-bddd-db42663a2c38 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dadbb2c8-7187-415d-b3c4-d09ac2c1fdfd HTTP/1.1" status: 200 len: 855 time: 0.1312873 Sep 23 23:10:46.736488 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1f0a8ec0-2076-432b-bdcf-2c4480ad9f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:46.790724 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c3f8a23c-f979-42d5-9240-c1f746fe7717 req-d2391cdc-8182-4ebd-a0d6-06576fc8a0c9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce9d38ed-90b0-4188-83c2-f86aff95fb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452735 Sep 23 23:10:46.823166 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023598e-5aa2-4a13-8886-d53a65bbcecf req-6ff235fa-b337-455d-957f-6873e202bbbb tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:46.825639 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a023598e-5aa2-4a13-8886-d53a65bbcecf req-6ff235fa-b337-455d-957f-6873e202bbbb tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=a904fc8b-f148-474b-80b7-6cc4db8927e9 HTTP/1.1" status: 200 len: 943 time: 0.1320312 Sep 23 23:10:46.862567 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1f0a8ec0-2076-432b-bdcf-2c4480ad9f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:46.878656 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1f0a8ec0-2076-432b-bdcf-2c4480ad9f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:46.881226 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-1f0a8ec0-2076-432b-bdcf-2c4480ad9f74 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0d138e69-e19e-4a08-a25a-461c54d85370 HTTP/1.1" status: 204 len: 168 time: 0.3266017 Sep 23 23:10:46.910739 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a8ec0-2076-432b-bdcf-2c4480ad9f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d138e69-e19e-4a08-a25a-461c54d85370,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:46.978422 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-50d91b00-cc16-4892-a9e2-be95791848ed req-85b90a95-7b2f-4248-96f0-529877478e0d tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a6ba292-48ab-4ec7-9c2a-8618897a50d4 HTTP/1.1" status: 200 len: 210 time: 0.0565052 Sep 23 23:10:46.986251 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a023598e-5aa2-4a13-8886-d53a65bbcecf req-d929fcf6-7291-46d5-a9de-80d64f39d11b tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421270 Sep 23 23:10:47.029176 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c3f8a23c-f979-42d5-9240-c1f746fe7717 req-f017acd2-f77f-4909-8676-77c2b85e43eb service neutron] 10.222.0.11 "GET /v2.0/networks/ce9d38ed-90b0-4188-83c2-f86aff95fb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272110 Sep 23 23:10:47.144834 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-549dac52-95e8-4a3c-b0ed-b67f07b04c29 req-b438ea91-dcf3-4470-9aa6-240f3458a81f tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 210 time: 0.0848074 Sep 23 23:10:47.228024 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c3f8a23c-f979-42d5-9240-c1f746fe7717 req-7ec1c2ac-5d1d-45dd-98c4-14cbb57e2dd1 service neutron] 10.222.0.11 "GET /v2.0/networks/ce9d38ed-90b0-4188-83c2-f86aff95fb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873591 Sep 23 23:10:47.355357 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 54978) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:47.370400 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-08d22712-7267-40a2-ad0b-ee1611b60dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:47.532973 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-08d22712-7267-40a2-ad0b-ee1611b60dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:47.540931 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-08d22712-7267-40a2-ad0b-ee1611b60dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:47.661369 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-08d22712-7267-40a2-ad0b-ee1611b60dd5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=233472b1902c4a11a4e3bb6b55da5658&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3044858 Sep 23 23:10:47.669219 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 54982) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:47.696167 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d22712-7267-40a2-ad0b-ee1611b60dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80107b5d-d18b-4d8f-8202-a3a2f2c79986,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:47.702759 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-e1b85fbc-5609-4df3-b215-46990762c973 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:47.704433 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-e1b85fbc-5609-4df3-b215-46990762c973 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.11 "GET /v2.0/networks?id=eb576778-e116-4f6d-8f26-145f60cb874c HTTP/1.1" status: 200 len: 813 time: 0.2017391 Sep 23 23:10:47.729590 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-6a55cdee-936b-4d4b-94bf-dd79955c9425 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Request body: {'port': {'device_id': '7a6ba292-48ab-4ec7-9c2a-8618897a50d4', 'network_id': 'eb576778-e116-4f6d-8f26-145f60cb874c', 'admin_state_up': True, 'tenant_id': '62b7141ba84245ea9a9e72d53a222cea'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:10:47.820641 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d6a881f9-e294-44b9-876e-1ef7ae39e3d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:47.893472 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d6a881f9-e294-44b9-876e-1ef7ae39e3d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:47.978060 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-6a55cdee-936b-4d4b-94bf-dd79955c9425 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Made reservation on behalf of 62b7141ba84245ea9a9e72d53a222cea for: {'port': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:10:47.984941 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-6a55cdee-936b-4d4b-94bf-dd79955c9425 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:48.002251 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490f879-f33c-4e90-81df-b45695963708 req-5b749dec-df6a-41b4-bc9d-05ba81af304d tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:48.004803 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2490f879-f33c-4e90-81df-b45695963708 req-5b749dec-df6a-41b4-bc9d-05ba81af304d tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.1391387 Sep 23 23:10:48.024683 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d6a881f9-e294-44b9-876e-1ef7ae39e3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:48.031788 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d6a881f9-e294-44b9-876e-1ef7ae39e3d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:48.033764 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-d6a881f9-e294-44b9-876e-1ef7ae39e3d7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/80107b5d-d18b-4d8f-8202-a3a2f2c79986 HTTP/1.1" status: 204 len: 168 time: 0.3584332 Sep 23 23:10:48.071757 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a881f9-e294-44b9-876e-1ef7ae39e3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80107b5d-d18b-4d8f-8202-a3a2f2c79986,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:48.197118 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2490f879-f33c-4e90-81df-b45695963708 req-b64b1abd-608c-40a3-b3ee-2775fdc0fdb1 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780903 Sep 23 23:10:48.290372 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 55006) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:48.489489 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-dff21d9d-c3e1-48a2-8caf-a40a47b1b0d9 req-78e47c10-5a7b-466d-bdd4-6178b7244e63 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a6ba292-48ab-4ec7-9c2a-8618897a50d4 HTTP/1.1" status: 200 len: 210 time: 0.0984445 Sep 23 23:10:48.514292 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582859a-b193-46cb-89d4-9eaebb28c81a req-0a60efce-4e45-4e95-951b-986c62e8f584 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:48.528170 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b582859a-b193-46cb-89d4-9eaebb28c81a req-0a60efce-4e45-4e95-951b-986c62e8f584 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=a904fc8b-f148-474b-80b7-6cc4db8927e9 HTTP/1.1" status: 200 len: 943 time: 0.3004568 Sep 23 23:10:48.528416 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-97a7adcf-6522-4560-a2cb-111b3869d997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:48.593969 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_common [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-6a55cdee-936b-4d4b-94bf-dd79955c9425 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Allocated IP 172.20.0.4 (eb576778-e116-4f6d-8f26-145f60cb874c/254db855-27a6-4145-9fe9-f8c8b00401bf/39ecf140-4f32-45bf-bdde-2a66ba25ec8a) {{(pid=94232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:10:48.665635 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-97a7adcf-6522-4560-a2cb-111b3869d997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:48.670982 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-97a7adcf-6522-4560-a2cb-111b3869d997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:48.706114 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-97a7adcf-6522-4560-a2cb-111b3869d997 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c9938361ee004337b6675062b53cbaf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4142778 Sep 23 23:10:48.713761 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 55018) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:48.758958 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a7adcf-6522-4560-a2cb-111b3869d997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404eb8cc-f468-4917-9f7d-53da49527ec2,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:48.799529 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5274f3bc-6ca6-44ad-ae95-6c8aea5e97e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:48.827224 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5274f3bc-6ca6-44ad-ae95-6c8aea5e97e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:48.882788 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-68e1e813-02bd-4b2e-903a-33871f81a918 req-d9f18295-0e50-4857-93c2-e6db453bce90 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 210 time: 0.1856625 Sep 23 23:10:48.893254 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5274f3bc-6ca6-44ad-ae95-6c8aea5e97e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:48.898308 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5274f3bc-6ca6-44ad-ae95-6c8aea5e97e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:48.900597 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-5274f3bc-6ca6-44ad-ae95-6c8aea5e97e9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/404eb8cc-f468-4917-9f7d-53da49527ec2 HTTP/1.1" status: 204 len: 168 time: 0.1856728 Sep 23 23:10:48.924176 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5274f3bc-6ca6-44ad-ae95-6c8aea5e97e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404eb8cc-f468-4917-9f7d-53da49527ec2,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:48.935333 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5 details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:10:48.976695 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-6a55cdee-936b-4d4b-94bf-dd79955c9425 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Notify callbacks [] for port, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:48.999168 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-67465d4a-f78a-444d-89de-c7aeac4e597b tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:49.000902 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-67465d4a-f78a-444d-89de-c7aeac4e597b tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.11 "GET /v2.0/networks?id=0a541a17-4f1f-474c-8b16-9626260a5840 HTTP/1.1" status: 200 len: 817 time: 0.5780563 Sep 23 23:10:49.017658 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b582859a-b193-46cb-89d4-9eaebb28c81a req-f10bca0e-e0e0-47d0-9a5f-581ef04c2368 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4882271 Sep 23 23:10:49.092824 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-f53316cc-b37a-4bbe-bb14-b1a0b17741ce tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ce270caeccc45089992ccfe6f9b5e97 HTTP/1.1" status: 200 len: 380 time: 0.0735741 Sep 23 23:10:49.094406 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-6a55cdee-936b-4d4b-94bf-dd79955c9425 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663'] for port, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:49.120279 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-f6b2b260-6f02-458e-bead-80c15d7785e9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Request body: {'port': {'device_id': '05edada2-edec-44e9-a1f7-e0f4d489797c', 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840', 'admin_state_up': True, 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'security_groups': ['6bd14a75-7d1d-4bd6-a1ce-5baee9435521']}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:10:49.169081 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5,segment=NetworkSegment(bb89ef85-36bb-4a06-b0e7-d6b884aca5fe),segment_id=bb89ef85-36bb-4a06-b0e7-d6b884aca5fe)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:10:49.181894 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-6a55cdee-936b-4d4b-94bf-dd79955c9425 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Network eb576778-e116-4f6d-8f26-145f60cb874c is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:10:49.193733 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Returning: {'device': '36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5', 'network_id': 'ce9d38ed-90b0-4188-83c2-f86aff95fb9d', 'port_id': '36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5', 'mac_address': 'fa:16:3e:c9:09:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbb2c8-7187-415d-b3c4-d09ac2c1fdfd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:10:49.196020 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-6a55cdee-936b-4d4b-94bf-dd79955c9425 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:10:49.205833 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-6a55cdee-936b-4d4b-94bf-dd79955c9425 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Received port after_create {{(pid=94232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:10:49.212895 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-6a55cdee-936b-4d4b-94bf-dd79955c9425 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:49.213855 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-6a55cdee-936b-4d4b-94bf-dd79955c9425 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:49.236917 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-6a55cdee-936b-4d4b-94bf-dd79955c9425 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5118971 Sep 23 23:10:49.288047 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:49.292823 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a55cdee-936b-4d4b-94bf-dd79955c9425 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Pushing event updated for resources: {'Port': ['ID=39ecf140-4f32-45bf-bdde-2a66ba25ec8a,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:49.313497 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-e17aa7ee-1c11-466b-9d41-d49bcbdf9f2f service neutron] Request body: {'port': {'device_id': '7a6ba292-48ab-4ec7-9c2a-8618897a50d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81078'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:10:49.325059 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5 {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:10:49.377168 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5,segment=NetworkSegment(bb89ef85-36bb-4a06-b0e7-d6b884aca5fe),segment_id=bb89ef85-36bb-4a06-b0e7-d6b884aca5fe)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:10:49.388942 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:49.404420 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-e17aa7ee-1c11-466b-9d41-d49bcbdf9f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:49.518499 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 55044) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:49.542056 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:49.659515 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-f6b2b260-6f02-458e-bead-80c15d7785e9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Made reservation on behalf of 1ce270caeccc45089992ccfe6f9b5e97 for: {'port': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:10:49.664151 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-f6b2b260-6f02-458e-bead-80c15d7785e9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:49.691625 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-78a2fbd7-27a5-4fa7-a6e1-4f8dedb81f46 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-882694006-network', 'tenant_id': 'feeeda354f734034a8ca8546fb5f66b1'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:10:49.712751 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:10:49.745784 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 55050) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:49.770834 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d2b2acc9-89bc-4026-9c38-f819a7a06f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:49.773361 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a2fbd7-27a5-4fa7-a6e1-4f8dedb81f46 admin admin] Made reservation on behalf of feeeda354f734034a8ca8546fb5f66b1 for: {'network': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:10:49.776450 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-78a2fbd7-27a5-4fa7-a6e1-4f8dedb81f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for network, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:49.790213 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-78a2fbd7-27a5-4fa7-a6e1-4f8dedb81f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:49.858398 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f898a-d1e5-4bf3-bc95-e5b1a5cd9477 req-d9fdf0be-99a5-4f24-8ee1-1b9cbacb162d tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:49.866321 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-188f898a-d1e5-4bf3-bc95-e5b1a5cd9477 req-d9fdf0be-99a5-4f24-8ee1-1b9cbacb162d tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.4459293 Sep 23 23:10:49.919441 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e4305-039b-46b3-ae0d-5d0c3e9bd4a3 req-9d8cd6db-785d-48b6-ab68-5d98aa654788 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:49.921107 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-5a0e4305-039b-46b3-ae0d-5d0c3e9bd4a3 req-9d8cd6db-785d-48b6-ab68-5d98aa654788 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a6ba292-48ab-4ec7-9c2a-8618897a50d4 HTTP/1.1" status: 200 len: 931 time: 0.2705598 Sep 23 23:10:50.034275 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-188f898a-d1e5-4bf3-bc95-e5b1a5cd9477 req-3ad92014-2df5-474c-b5e9-a9682af3847d tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664612 Sep 23 23:10:50.043368 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d2b2acc9-89bc-4026-9c38-f819a7a06f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:50.073394 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d2b2acc9-89bc-4026-9c38-f819a7a06f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:50.088080 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-5a0e4305-039b-46b3-ae0d-5d0c3e9bd4a3 req-c8be0560-4dd0-4ae3-ac60-d787f9ce88f0 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/security-groups?id=3af88e19-d3d0-44f4-879d-2aafdf89e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571326 Sep 23 23:10:50.137036 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b2acc9-89bc-4026-9c38-f819a7a06f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b79d83-8cd8-4ed7-98a9-1111078f8bfa,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:50.139711 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_common [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-f6b2b260-6f02-458e-bead-80c15d7785e9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Allocated IP 172.20.0.5 (0a541a17-4f1f-474c-8b16-9626260a5840/c8241cf2-9853-4e57-aa8e-4b19fe5956ff/6b7200a6-e363-47fa-bdab-e3eb6ebccade) {{(pid=94232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:10:50.149424 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-d2b2acc9-89bc-4026-9c38-f819a7a06f4e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fe6751c5fbfe4e118c4c1c3b92a0b566&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4021015 Sep 23 23:10:50.155008 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 55060) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:50.215500 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a9823b2a-b14d-43d3-917a-a41d2688bd5b req-3525c6bc-adfe-4641-a3bd-d0292bd28778 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 210 time: 0.0834246 Sep 23 23:10:50.256819 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3647eb03-c3fc-4213-b9c0-3aaef1074593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:50.264076 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-e17aa7ee-1c11-466b-9d41-d49bcbdf9f2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39ecf140-4f32-45bf-bdde-2a66ba25ec8a {{(pid=94232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:10:50.292234 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-e17aa7ee-1c11-466b-9d41-d49bcbdf9f2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:50.303189 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-78a2fbd7-27a5-4fa7-a6e1-4f8dedb81f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:50.305416 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3647eb03-c3fc-4213-b9c0-3aaef1074593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:50.315567 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-78a2fbd7-27a5-4fa7-a6e1-4f8dedb81f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:50.350744 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.provisioning_blocks [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-e17aa7ee-1c11-466b-9d41-d49bcbdf9f2f service neutron] Transition to ACTIVE for port object 39ecf140-4f32-45bf-bdde-2a66ba25ec8a will not be triggered until provisioned by entity L2. {{(pid=94232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:10:50.356727 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78a2fbd7-27a5-4fa7-a6e1-4f8dedb81f46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=94231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:10:50.371292 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-e17aa7ee-1c11-466b-9d41-d49bcbdf9f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:50.384012 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2fbd7-27a5-4fa7-a6e1-4f8dedb81f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be50394a-3772-4acc-b20c-bec5142435d7,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:50.389644 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-78a2fbd7-27a5-4fa7-a6e1-4f8dedb81f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778'] for segment, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:50.389974 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.db.segments_db [None req-78a2fbd7-27a5-4fa7-a6e1-4f8dedb81f46 admin admin] Added segment 1bf79762-9513-4a9f-8952-7453b6663a12 of type vlan for network 365ed0d4-0df5-4bc9-9057-c0dc0a946e9c Sep 23 23:10:50.393779 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2b46d-0d46-4b09-9503-9826a3ce7ffa req-76dbb730-5536-4433-9e04-f043a19915fe tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:50.396603 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-96a2b46d-0d46-4b09-9503-9826a3ce7ffa req-76dbb730-5536-4433-9e04-f043a19915fe tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=a904fc8b-f148-474b-80b7-6cc4db8927e9 HTTP/1.1" status: 200 len: 944 time: 0.1759210 Sep 23 23:10:50.458604 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-78a2fbd7-27a5-4fa7-a6e1-4f8dedb81f46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784998164246'] for network, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:50.482270 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3647eb03-c3fc-4213-b9c0-3aaef1074593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:50.485013 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3647eb03-c3fc-4213-b9c0-3aaef1074593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:50.486460 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-3647eb03-c3fc-4213-b9c0-3aaef1074593 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/31b79d83-8cd8-4ed7-98a9-1111078f8bfa HTTP/1.1" status: 204 len: 168 time: 0.3303354 Sep 23 23:10:50.502108 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3647eb03-c3fc-4213-b9c0-3aaef1074593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b79d83-8cd8-4ed7-98a9-1111078f8bfa,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:50.519647 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-78a2fbd7-27a5-4fa7-a6e1-4f8dedb81f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075'] for network, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:50.521785 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a2fbd7-27a5-4fa7-a6e1-4f8dedb81f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:50.522829 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-78a2fbd7-27a5-4fa7-a6e1-4f8dedb81f46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for network, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:50.542024 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-e120304e-e087-4557-b345-b0e358493c41 None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:10:50.582508 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-78a2fbd7-27a5-4fa7-a6e1-4f8dedb81f46 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0595956 Sep 23 23:10:50.583315 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 55064) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:50.615155 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17aa7ee-1c11-466b-9d41-d49bcbdf9f2f service neutron] Pushing event updated for resources: {'Port': ['ID=39ecf140-4f32-45bf-bdde-2a66ba25ec8a,revision_number=2']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:50.618093 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-6fb324e8-8a5e-4b94-a740-c562f64f6e68 admin admin] Request body: {'subnet': {'network_id': '365ed0d4-0df5-4bc9-9057-c0dc0a946e9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-882694006-subnet', 'tenant_id': 'feeeda354f734034a8ca8546fb5f66b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:10:50.624624 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2fbd7-27a5-4fa7-a6e1-4f8dedb81f46 admin admin] Pushing event updated for resources: {'Network': ['ID=365ed0d4-0df5-4bc9-9057-c0dc0a946e9c,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:50.645121 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Network 365ed0d4-0df5-4bc9-9057-c0dc0a946e9c details requested by agent ovs-agent-dv-cinder-810785-1-iscsi with host dv-cinder-810785-1-iscsi {{(pid=94233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:10:50.659319 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb324e8-8a5e-4b94-a740-c562f64f6e68 admin admin] Made reservation on behalf of feeeda354f734034a8ca8546fb5f66b1 for: {'subnet': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:10:50.666222 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-96a2b46d-0d46-4b09-9503-9826a3ce7ffa req-f1a4d1e2-1589-4fc3-a24b-4c03670c3f9f tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540810 Sep 23 23:10:50.666537 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6fb324e8-8a5e-4b94-a740-c562f64f6e68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906259'] for subnet, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:50.683113 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-f6b2b260-6f02-458e-bead-80c15d7785e9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks [] for port, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:50.697078 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-e17aa7ee-1c11-466b-9d41-d49bcbdf9f2f service neutron] Attempting to bind port 39ecf140-4f32-45bf-bdde-2a66ba25ec8a on host hv-cinder-81078 for vnic_type normal with profile {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:10:50.697427 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-e17aa7ee-1c11-466b-9d41-d49bcbdf9f2f service neutron] Attempting to bind port 39ecf140-4f32-45bf-bdde-2a66ba25ec8a by drivers openvswitch,hyperv on host hv-cinder-81078 at level 0 using segments [{'id': 'c8f824a0-e5fd-448e-9109-4b872395178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'eb576778-e116-4f6d-8f26-145f60cb874c'}] {{(pid=94232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:10:50.697752 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-e17aa7ee-1c11-466b-9d41-d49bcbdf9f2f service neutron] Attempting to bind port 39ecf140-4f32-45bf-bdde-2a66ba25ec8a on network eb576778-e116-4f6d-8f26-145f60cb874c {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:10:50.705317 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-e17aa7ee-1c11-466b-9d41-d49bcbdf9f2f service neutron] Port 39ecf140-4f32-45bf-bdde-2a66ba25ec8a on network eb576778-e116-4f6d-8f26-145f60cb874c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81078 {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:10:50.705534 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-e17aa7ee-1c11-466b-9d41-d49bcbdf9f2f service neutron] Attempting to bind port 39ecf140-4f32-45bf-bdde-2a66ba25ec8a on network eb576778-e116-4f6d-8f26-145f60cb874c {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:10:50.730800 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-e17aa7ee-1c11-466b-9d41-d49bcbdf9f2f service neutron] Checking agent: {'id': '3c892145-8c1f-42fb-b36d-f51cd8b65402', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 7, 8), 'started_at': datetime.datetime(2021, 9, 23, 23, 7, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:10:50.731880 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-e17aa7ee-1c11-466b-9d41-d49bcbdf9f2f service neutron] Checking segment: {'id': 'c8f824a0-e5fd-448e-9109-4b872395178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'eb576778-e116-4f6d-8f26-145f60cb874c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:10:50.732504 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-e17aa7ee-1c11-466b-9d41-d49bcbdf9f2f service neutron] Bound using segment: {'id': 'c8f824a0-e5fd-448e-9109-4b872395178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'eb576778-e116-4f6d-8f26-145f60cb874c'} {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:10:50.733391 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-e17aa7ee-1c11-466b-9d41-d49bcbdf9f2f service neutron] Bound port: 39ecf140-4f32-45bf-bdde-2a66ba25ec8a, host: hv-cinder-81078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8f824a0-e5fd-448e-9109-4b872395178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'eb576778-e116-4f6d-8f26-145f60cb874c'}}] {{(pid=94232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:10:50.733673 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-e17aa7ee-1c11-466b-9d41-d49bcbdf9f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:50.787337 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-f6b2b260-6f02-458e-bead-80c15d7785e9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663'] for port, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:50.869383 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-f6b2b260-6f02-458e-bead-80c15d7785e9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Network 0a541a17-4f1f-474c-8b16-9626260a5840 is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:10:50.879670 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-e17aa7ee-1c11-466b-9d41-d49bcbdf9f2f service neutron] For port 39ecf140-4f32-45bf-bdde-2a66ba25ec8a, host hv-cinder-81078, cleared binding levels {{(pid=94232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:10:50.882842 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-f6b2b260-6f02-458e-bead-80c15d7785e9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:10:50.886355 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-e17aa7ee-1c11-466b-9d41-d49bcbdf9f2f service neutron] For port 39ecf140-4f32-45bf-bdde-2a66ba25ec8a, host hv-cinder-81078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=39ecf140-4f32-45bf-bdde-2a66ba25ec8a,segment=NetworkSegment(c8f824a0-e5fd-448e-9109-4b872395178e),segment_id=c8f824a0-e5fd-448e-9109-4b872395178e)] {{(pid=94232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:10:50.887760 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b2b260-6f02-458e-bead-80c15d7785e9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Pushing event updated for resources: {'Port': ['ID=6b7200a6-e363-47fa-bdab-e3eb6ebccade,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:50.890834 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-f6b2b260-6f02-458e-bead-80c15d7785e9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Received port after_create {{(pid=94232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:10:50.897067 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-f6b2b260-6f02-458e-bead-80c15d7785e9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:50.897915 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-f6b2b260-6f02-458e-bead-80c15d7785e9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:50.903213 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-e17aa7ee-1c11-466b-9d41-d49bcbdf9f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:50.935158 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5 up at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:10:50.947732 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-e17aa7ee-1c11-466b-9d41-d49bcbdf9f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:50.948645 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-e17aa7ee-1c11-466b-9d41-d49bcbdf9f2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:50.949921 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-e17aa7ee-1c11-466b-9d41-d49bcbdf9f2f service neutron] 10.222.0.11 "PUT /v2.0/ports/39ecf140-4f32-45bf-bdde-2a66ba25ec8a HTTP/1.1" status: 200 len: 1093 time: 1.6457593 Sep 23 23:10:50.950616 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a6ba292-48ab-4ec7-9c2a-8618897a50d4', 'tag': '39ecf140-4f32-45bf-bdde-2a66ba25ec8a'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:10:50.953036 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc74f1c012309c835ea1a53c8f5f732cbfbf790adc92ee6109ffd7f3bd94d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586fb827-06b7-40a4-846e-3dc01dd22740" -d '{"events": [{"name": "network-changed", "server_uuid": "7a6ba292-48ab-4ec7-9c2a-8618897a50d4", "tag": "39ecf140-4f32-45bf-bdde-2a66ba25ec8a"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:10:50.956771 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-f6b2b260-6f02-458e-bead-80c15d7785e9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8474364 Sep 23 23:10:50.963398 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6fb324e8-8a5e-4b94-a740-c562f64f6e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906273'] for subnet, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:50.988222 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-d0c2ab7d-db79-43fd-8cec-98af88f50b85 service neutron] Request body: {'port': {'device_id': '05edada2-edec-44e9-a1f7-e0f4d489797c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81078'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:10:51.114360 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb324e8-8a5e-4b94-a740-c562f64f6e68 admin admin] Checking segment: {'id': '1bf79762-9513-4a9f-8952-7453b6663a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '365ed0d4-0df5-4bc9-9057-c0dc0a946e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:10:51.114716 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb324e8-8a5e-4b94-a740-c562f64f6e68 admin admin] Network hostable DHCP agents. Network: 365ed0d4-0df5-4bc9-9057-c0dc0a946e9c, hostable agents: ['27ad89ec-6861-43ea-91c9-397cdd96ffe4'], hosted agents: [] {{(pid=94231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:10:51.134865 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb324e8-8a5e-4b94-a740-c562f64f6e68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4551348a-7d08-49ee-95fb-6233db190c9f,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:51.176917 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb324e8-8a5e-4b94-a740-c562f64f6e68 admin admin] Network 365ed0d4-0df5-4bc9-9057-c0dc0a946e9c is scheduled to be hosted by DHCP agent 27ad89ec-6861-43ea-91c9-397cdd96ffe4 with binding_index 1 {{(pid=94231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:10:51.187891 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning for port 36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:10:51.198449 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning complete for port 36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:10:51.199197 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:51.205516 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-6fb324e8-8a5e-4b94-a740-c562f64f6e68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810785-1-iscsi, 365ed0d4-0df5-4bc9-9057-c0dc0a946e9c) {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:10:51.221424 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb324e8-8a5e-4b94-a740-c562f64f6e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:51.222299 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6fb324e8-8a5e-4b94-a740-c562f64f6e68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for subnet, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:51.243985 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-6fb324e8-8a5e-4b94-a740-c562f64f6e68 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6597128 Sep 23 23:10:51.253662 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff33d4ac-4fd1-4014-9c95-579f583da2af None None] Network 365ed0d4-0df5-4bc9-9057-c0dc0a946e9c requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:10:51.406103 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-8d60c713-7432-41ea-a71e-96654336977c None None] Provisioning complete for port 6b7200a6-e363-47fa-bdab-e3eb6ebccade triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:10:51.406671 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-8d60c713-7432-41ea-a71e-96654336977c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:51.456235 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768870a2-b6c3-406a-9e0d-3232781db452 x-openstack-request-id: req-768870a2-b6c3-406a-9e0d-3232781db452 {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:10:51.456515 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a6ba292-48ab-4ec7-9c2a-8618897a50d4", "tag": "39ecf140-4f32-45bf-bdde-2a66ba25ec8a", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:10:51.456824 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-768870a2-b6c3-406a-9e0d-3232781db452 {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:10:51.457134 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a6ba292-48ab-4ec7-9c2a-8618897a50d4', 'tag': '39ecf140-4f32-45bf-bdde-2a66ba25ec8a', 'status': 'completed', 'code': 200} Sep 23 23:10:51.461484 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-8d60c713-7432-41ea-a71e-96654336977c None None] Port 6b7200a6-e363-47fa-bdab-e3eb6ebccade cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:10:51.472932 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17aa7ee-1c11-466b-9d41-d49bcbdf9f2f service neutron] Pushing event updated for resources: {'Port': ['ID=39ecf140-4f32-45bf-bdde-2a66ba25ec8a,revision_number=3']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:51.483074 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-d0c2ab7d-db79-43fd-8cec-98af88f50b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:51.584527 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:51.600100 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e59142b-daa0-49c8-b212-effb30e5db27 None None] Network 365ed0d4-0df5-4bc9-9057-c0dc0a946e9c requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:10:51.646779 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a904fc8b-f148-474b-80b7-6cc4db8927e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:10:51.649858 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7224bc9728871e873a89dc5c7795d0b38d91bd368c61c3cf47b1fa6016b6835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6303c16-3504-40a8-9579-166f123a6477" -d '{"events": [{"server_uuid": "a904fc8b-f148-474b-80b7-6cc4db8927e9", "name": "network-vif-plugged", "status": "completed", "tag": "36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:10:51.667976 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5,segment=NetworkSegment(bb89ef85-36bb-4a06-b0e7-d6b884aca5fe),segment_id=bb89ef85-36bb-4a06-b0e7-d6b884aca5fe)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:10:51.692733 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-f5ec0c0a-a3d6-42bf-bbbd-3dce7cf19845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:51.696034 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-f5ec0c0a-a3d6-42bf-bbbd-3dce7cf19845 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=62b7141ba84245ea9a9e72d53a222cea&device_id=7a6ba292-48ab-4ec7-9c2a-8618897a50d4 HTTP/1.1" status: 200 len: 1096 time: 0.6505988 Sep 23 23:10:51.696598 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:51.760580 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc361ce-4210-41d4-b1b8-ef99dc69ef6a req-267c2931-fe67-49fb-9156-d7cab4d358b3 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:51.768713 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9cc361ce-4210-41d4-b1b8-ef99dc69ef6a req-267c2931-fe67-49fb-9156-d7cab4d358b3 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a6ba292-48ab-4ec7-9c2a-8618897a50d4 HTTP/1.1" status: 200 len: 943 time: 0.3105505 Sep 23 23:10:51.777921 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2726b72-166b-4f1d-a51c-b61c7661d730 req-f4bd141c-ab21-4f78-89aa-480999e214a2 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:51.779731 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d2726b72-166b-4f1d-a51c-b61c7661d730 req-f4bd141c-ab21-4f78-89aa-480999e214a2 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.3206677 Sep 23 23:10:51.806306 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:51.880814 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-d0ee11d2-65df-4372-981f-16da959523da service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39ecf140-4f32-45bf-bdde-2a66ba25ec8a HTTP/1.1" status: 200 len: 217 time: 0.1527510 Sep 23 23:10:52.021328 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d2726b72-166b-4f1d-a51c-b61c7661d730 req-0e5f2ed2-9b6e-43a7-ae86-1aac93eb8b5b tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040045 Sep 23 23:10:52.035495 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9cc361ce-4210-41d4-b1b8-ef99dc69ef6a req-d007f2b9-b87f-46cc-9d5a-0247a019b82d tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/security-groups?id=3af88e19-d3d0-44f4-879d-2aafdf89e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614694 Sep 23 23:10:52.104258 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-89d8b000-3a45-4fe0-b5ea-7558c0378050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:52.105949 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-89d8b000-3a45-4fe0-b5ea-7558c0378050 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=254db855-27a6-4145-9fe9-f8c8b00401bf HTTP/1.1" status: 200 len: 853 time: 0.2032087 Sep 23 23:10:52.166253 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-462842a8-3ab2-4366-8da5-c19b5e7ce912 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eb576778-e116-4f6d-8f26-145f60cb874c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462372 Sep 23 23:10:52.301225 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 55120) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:52.306880 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-ead3f5c4-8bfc-41a6-9dd4-f7b00378598d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-886003356-network', 'tenant_id': 'fe914116f2d24c65bb66ec300963004c'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:10:52.314596 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ac649-75ae-4210-8192-5708b371b410 req-6460c644-035f-4618-ad6b-e02059fc0448 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:52.317049 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8b1ac649-75ae-4210-8192-5708b371b410 req-6460c644-035f-4618-ad6b-e02059fc0448 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 931 time: 0.1843565 Sep 23 23:10:52.336214 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-d0c2ab7d-db79-43fd-8cec-98af88f50b85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b7200a6-e363-47fa-bdab-e3eb6ebccade {{(pid=94232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:10:52.351688 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-d0c2ab7d-db79-43fd-8cec-98af88f50b85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:52.356887 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead3f5c4-8bfc-41a6-9dd4-f7b00378598d admin admin] Made reservation on behalf of fe914116f2d24c65bb66ec300963004c for: {'network': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:10:52.361605 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ead3f5c4-8bfc-41a6-9dd4-f7b00378598d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for network, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:52.373252 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ead3f5c4-8bfc-41a6-9dd4-f7b00378598d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:52.392502 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.provisioning_blocks [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-d0c2ab7d-db79-43fd-8cec-98af88f50b85 service neutron] Transition to ACTIVE for port object 6b7200a6-e363-47fa-bdab-e3eb6ebccade will not be triggered until provisioned by entity L2. {{(pid=94232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:10:52.404955 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-d0c2ab7d-db79-43fd-8cec-98af88f50b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:52.417850 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-6d418093-3478-4407-84b5-4cd02735034a service neutron] 10.222.0.11 "GET /v2.0/networks/eb576778-e116-4f6d-8f26-145f60cb874c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321885 Sep 23 23:10:52.477457 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8b1ac649-75ae-4210-8192-5708b371b410 req-c4e863c5-81fb-47f6-9ced-388ee9a885db tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467094 Sep 23 23:10:52.599608 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ead3f5c4-8bfc-41a6-9dd4-f7b00378598d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:52.614644 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ead3f5c4-8bfc-41a6-9dd4-f7b00378598d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:52.665381 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ce9ed5-19c3-41a7-92da-cd247625ce1a x-openstack-request-id: req-e5ce9ed5-19c3-41a7-92da-cd247625ce1a {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:10:52.666319 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a904fc8b-f148-474b-80b7-6cc4db8927e9", "name": "network-vif-plugged", "status": "completed", "tag": "36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:10:52.666319 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e5ce9ed5-19c3-41a7-92da-cd247625ce1a {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:10:52.667014 dv-cinder-810785-1-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a904fc8b-f148-474b-80b7-6cc4db8927e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5', 'code': 200} Sep 23 23:10:52.695064 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead3f5c4-8bfc-41a6-9dd4-f7b00378598d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=94231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:10:52.772676 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead3f5c4-8bfc-41a6-9dd4-f7b00378598d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b06a2f5-690e-4ee2-ac36-3a7c1a9b527c,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:52.782926 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ead3f5c4-8bfc-41a6-9dd4-f7b00378598d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778'] for segment, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:52.783673 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.db.segments_db [None req-ead3f5c4-8bfc-41a6-9dd4-f7b00378598d admin admin] Added segment be770973-2d5c-4645-8815-478d7f6df47b of type vlan for network 380205cc-6c48-4bfe-8274-7065ff971332 Sep 23 23:10:52.878478 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ead3f5c4-8bfc-41a6-9dd4-f7b00378598d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784998164246'] for network, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:52.944934 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ead3f5c4-8bfc-41a6-9dd4-f7b00378598d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075'] for network, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:52.946198 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead3f5c4-8bfc-41a6-9dd4-f7b00378598d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:52.948706 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ead3f5c4-8bfc-41a6-9dd4-f7b00378598d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for network, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:52.974605 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0cedce67-839f-4ddd-be0d-9aaf57b4a571 req-9408993b-589c-4bb5-84cb-c692ffde3fa4 service neutron] 10.222.0.11 "GET /v2.0/networks/eb576778-e116-4f6d-8f26-145f60cb874c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4920411 Sep 23 23:10:52.978899 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c2ab7d-db79-43fd-8cec-98af88f50b85 service neutron] Pushing event updated for resources: {'Port': ['ID=6b7200a6-e363-47fa-bdab-e3eb6ebccade,revision_number=2']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:53.045227 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-ead3f5c4-8bfc-41a6-9dd4-f7b00378598d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7383537 Sep 23 23:10:53.071253 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-d0c2ab7d-db79-43fd-8cec-98af88f50b85 service neutron] Attempting to bind port 6b7200a6-e363-47fa-bdab-e3eb6ebccade on host hv-cinder-81078 for vnic_type normal with profile {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:10:53.071253 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-d0c2ab7d-db79-43fd-8cec-98af88f50b85 service neutron] Attempting to bind port 6b7200a6-e363-47fa-bdab-e3eb6ebccade by drivers openvswitch,hyperv on host hv-cinder-81078 at level 0 using segments [{'id': '9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840'}] {{(pid=94232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:10:53.072233 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-d0c2ab7d-db79-43fd-8cec-98af88f50b85 service neutron] Attempting to bind port 6b7200a6-e363-47fa-bdab-e3eb6ebccade on network 0a541a17-4f1f-474c-8b16-9626260a5840 {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:10:53.080130 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 55132) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:53.109751 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-5b51f6ad-dcf6-43d1-9a07-44cfeda817ff admin admin] Request body: {'subnet': {'network_id': '380205cc-6c48-4bfe-8274-7065ff971332', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-886003356-subnet', 'tenant_id': 'fe914116f2d24c65bb66ec300963004c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:10:53.111589 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead3f5c4-8bfc-41a6-9dd4-f7b00378598d admin admin] Pushing event updated for resources: {'Network': ['ID=380205cc-6c48-4bfe-8274-7065ff971332,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:53.145474 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-d0c2ab7d-db79-43fd-8cec-98af88f50b85 service neutron] Port 6b7200a6-e363-47fa-bdab-e3eb6ebccade on network 0a541a17-4f1f-474c-8b16-9626260a5840 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81078 {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:10:53.145474 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-d0c2ab7d-db79-43fd-8cec-98af88f50b85 service neutron] Attempting to bind port 6b7200a6-e363-47fa-bdab-e3eb6ebccade on network 0a541a17-4f1f-474c-8b16-9626260a5840 {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:10:53.147827 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Network 380205cc-6c48-4bfe-8274-7065ff971332 details requested by agent ovs-agent-dv-cinder-810785-1-iscsi with host dv-cinder-810785-1-iscsi {{(pid=94233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:10:53.148833 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 55138) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:53.185614 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-d0c2ab7d-db79-43fd-8cec-98af88f50b85 service neutron] Checking agent: {'id': '3c892145-8c1f-42fb-b36d-f51cd8b65402', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 7, 8), 'started_at': datetime.datetime(2021, 9, 23, 23, 7, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:10:53.185928 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-d0c2ab7d-db79-43fd-8cec-98af88f50b85 service neutron] Checking segment: {'id': '9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:10:53.186478 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-d0c2ab7d-db79-43fd-8cec-98af88f50b85 service neutron] Bound using segment: {'id': '9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840'} {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:10:53.186941 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-d0c2ab7d-db79-43fd-8cec-98af88f50b85 service neutron] Bound port: 6b7200a6-e363-47fa-bdab-e3eb6ebccade, host: hv-cinder-81078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840'}}] {{(pid=94232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:10:53.187433 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-d0c2ab7d-db79-43fd-8cec-98af88f50b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:53.203381 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586fb827-06b7-40a4-846e-3dc01dd22740 req-1ef263ee-998a-4941-9617-895fbf32e99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:53.203788 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b51f6ad-dcf6-43d1-9a07-44cfeda817ff admin admin] Made reservation on behalf of fe914116f2d24c65bb66ec300963004c for: {'subnet': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:10:53.206294 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-5b51f6ad-dcf6-43d1-9a07-44cfeda817ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:53.206517 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-586fb827-06b7-40a4-846e-3dc01dd22740 req-1ef263ee-998a-4941-9617-895fbf32e99d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=62b7141ba84245ea9a9e72d53a222cea&device_id=7a6ba292-48ab-4ec7-9c2a-8618897a50d4 HTTP/1.1" status: 200 len: 1096 time: 0.1089716 Sep 23 23:10:53.234721 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4419b-1da7-4414-a27d-bf48b56246cc req-2dff474e-74f6-4e20-a0f9-f23aff60ebdc tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:53.236816 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6de4419b-1da7-4414-a27d-bf48b56246cc req-2dff474e-74f6-4e20-a0f9-f23aff60ebdc tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=a904fc8b-f148-474b-80b7-6cc4db8927e9 HTTP/1.1" status: 200 len: 945 time: 0.3179331 Sep 23 23:10:53.258929 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f4eda-47c0-4b07-b967-a72c687bc5fc req-386ee8de-4794-4041-a5c5-77ef185e7ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:53.260665 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-935f4eda-47c0-4b07-b967-a72c687bc5fc req-386ee8de-4794-4041-a5c5-77ef185e7ca5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a904fc8b-f148-474b-80b7-6cc4db8927e9 HTTP/1.1" status: 200 len: 1098 time: 0.2326114 Sep 23 23:10:53.379231 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2fb76d9d-a0db-494e-94fa-490d17c11217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:53.384295 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf46c473-3db1-4845-9530-0d6cec5ea083 req-d48bb6b3-0abc-4be0-ae6c-36f9b0965863 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:53.384930 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586fb827-06b7-40a4-846e-3dc01dd22740 req-0e52d8dd-62e0-4cbd-ad2e-2fd21654924b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:53.386298 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-bf46c473-3db1-4845-9530-0d6cec5ea083 req-d48bb6b3-0abc-4be0-ae6c-36f9b0965863 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.2580438 Sep 23 23:10:53.386522 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-586fb827-06b7-40a4-846e-3dc01dd22740 req-0e52d8dd-62e0-4cbd-ad2e-2fd21654924b service neutron] 10.222.0.11 "GET /v2.0/networks?id=eb576778-e116-4f6d-8f26-145f60cb874c HTTP/1.1" status: 200 len: 914 time: 0.1678438 Sep 23 23:10:53.452251 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-586fb827-06b7-40a4-846e-3dc01dd22740 req-c6d8c0a7-4302-4dda-91d6-b9c7a54f9bdd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39ecf140-4f32-45bf-bdde-2a66ba25ec8a HTTP/1.1" status: 200 len: 217 time: 0.0558553 Sep 23 23:10:53.472838 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6de4419b-1da7-4414-a27d-bf48b56246cc req-32fdc26b-8569-4bac-9f7d-8ef4f9b9bbf9 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024379 Sep 23 23:10:53.488871 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-935f4eda-47c0-4b07-b967-a72c687bc5fc req-33a4990a-3749-455b-a85f-ec34c1469c96 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918900 Sep 23 23:10:53.492534 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-d0c2ab7d-db79-43fd-8cec-98af88f50b85 service neutron] For port 6b7200a6-e363-47fa-bdab-e3eb6ebccade, host hv-cinder-81078, cleared binding levels {{(pid=94232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:10:53.520218 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-d0c2ab7d-db79-43fd-8cec-98af88f50b85 service neutron] For port 6b7200a6-e363-47fa-bdab-e3eb6ebccade, host hv-cinder-81078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=6b7200a6-e363-47fa-bdab-e3eb6ebccade,segment=NetworkSegment(9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82),segment_id=9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82)] {{(pid=94232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:10:53.532666 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-d0c2ab7d-db79-43fd-8cec-98af88f50b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:53.551003 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586fb827-06b7-40a4-846e-3dc01dd22740 req-259a33c2-0f5c-44f8-9647-10d5407dbaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:53.552973 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-586fb827-06b7-40a4-846e-3dc01dd22740 req-259a33c2-0f5c-44f8-9647-10d5407dbaaf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=254db855-27a6-4145-9fe9-f8c8b00401bf HTTP/1.1" status: 200 len: 853 time: 0.0808034 Sep 23 23:10:53.555381 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-bf46c473-3db1-4845-9530-0d6cec5ea083 req-b1adcd2f-6a6f-4d2d-ab33-6048a624d02c tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333828 Sep 23 23:10:53.627595 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2fb76d9d-a0db-494e-94fa-490d17c11217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:53.637534 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2fb76d9d-a0db-494e-94fa-490d17c11217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:53.660479 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-d0c2ab7d-db79-43fd-8cec-98af88f50b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:53.661102 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-d0c2ab7d-db79-43fd-8cec-98af88f50b85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:53.662781 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-d0c2ab7d-db79-43fd-8cec-98af88f50b85 service neutron] 10.222.0.11 "PUT /v2.0/ports/6b7200a6-e363-47fa-bdab-e3eb6ebccade HTTP/1.1" status: 200 len: 1093 time: 2.6817164 Sep 23 23:10:53.663377 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05edada2-edec-44e9-a1f7-e0f4d489797c', 'tag': '6b7200a6-e363-47fa-bdab-e3eb6ebccade'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:10:53.666566 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc74f1c012309c835ea1a53c8f5f732cbfbf790adc92ee6109ffd7f3bd94d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da93ef6-afdb-408f-8e1e-900eb081eb61" -d '{"events": [{"name": "network-changed", "server_uuid": "05edada2-edec-44e9-a1f7-e0f4d489797c", "tag": "6b7200a6-e363-47fa-bdab-e3eb6ebccade"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:10:53.709361 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-2fb76d9d-a0db-494e-94fa-490d17c11217 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0e105d2e1e4b42f4904b225de24acf66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5538161 Sep 23 23:10:53.727795 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 55150) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:53.728959 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb76d9d-a0db-494e-94fa-490d17c11217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a50fd6-a06e-41be-a4bd-b4cc2bb93c31,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:53.775049 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-a20c947f-b3fd-48f2-982f-f01fc8575dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:53.949937 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c2ab7d-db79-43fd-8cec-98af88f50b85 service neutron] Pushing event updated for resources: {'Port': ['ID=6b7200a6-e363-47fa-bdab-e3eb6ebccade,revision_number=3']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:53.992286 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-586fb827-06b7-40a4-846e-3dc01dd22740 req-9511bbd7-30aa-4bfe-8a72-fb1e75e30beb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eb576778-e116-4f6d-8f26-145f60cb874c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2794933 Sep 23 23:10:54.011852 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d47db-1641-459a-ab14-de103b190fdb req-f9e243d3-7255-43cd-8c4c-c48a97994f40 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:54.013555 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-924d47db-1641-459a-ab14-de103b190fdb req-f9e243d3-7255-43cd-8c4c-c48a97994f40 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a6ba292-48ab-4ec7-9c2a-8618897a50d4 HTTP/1.1" status: 200 len: 943 time: 0.3849676 Sep 23 23:10:54.018277 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-5b51f6ad-dcf6-43d1-9a07-44cfeda817ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075'] for subnet, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:54.035597 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb658be-44a2-40d9-9d71-ceb63fdf167b req-28e128e5-0e1e-41b9-886f-36e99dd96333 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:54.037250 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0fb658be-44a2-40d9-9d71-ceb63fdf167b req-28e128e5-0e1e-41b9-886f-36e99dd96333 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 943 time: 0.3928061 Sep 23 23:10:54.096160 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-18990104-5e94-4a4a-9313-4c3026a3faf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:54.097822 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-18990104-5e94-4a4a-9313-4c3026a3faf7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1ce270caeccc45089992ccfe6f9b5e97&device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 1096 time: 0.3009408 Sep 23 23:10:54.146436 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8e243b50-04f4-4272-b49c-c7af0cfd356a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:54.175874 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51f6ad-dcf6-43d1-9a07-44cfeda817ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=a52387bf-5ad2-4504-885a-6de3ae127b7b,revision_number=0']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:54.192724 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-24385882-fc78-4e2b-821a-35f636160bba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b7200a6-e363-47fa-bdab-e3eb6ebccade HTTP/1.1" status: 200 len: 217 time: 0.0840883 Sep 23 23:10:54.211104 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-924d47db-1641-459a-ab14-de103b190fdb req-0583c866-7ba6-4167-90ea-bfbf9b2e2123 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/security-groups?id=3af88e19-d3d0-44f4-879d-2aafdf89e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727655 Sep 23 23:10:54.212196 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8e243b50-04f4-4272-b49c-c7af0cfd356a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:54.215960 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-586fb827-06b7-40a4-846e-3dc01dd22740 req-697f0611-002c-4735-997a-6bab25569132 service neutron] 10.222.0.11 "GET /v2.0/networks/eb576778-e116-4f6d-8f26-145f60cb874c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127011 Sep 23 23:10:54.217618 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0fb658be-44a2-40d9-9d71-ceb63fdf167b req-c9f3391f-3728-4639-9ceb-a6188efbef1c tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454160 Sep 23 23:10:54.260001 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b51f6ad-dcf6-43d1-9a07-44cfeda817ff admin admin] Checking segment: {'id': 'be770973-2d5c-4645-8815-478d7f6df47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '380205cc-6c48-4bfe-8274-7065ff971332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:10:54.260457 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b51f6ad-dcf6-43d1-9a07-44cfeda817ff admin admin] Network hostable DHCP agents. Network: 380205cc-6c48-4bfe-8274-7065ff971332, hostable agents: ['27ad89ec-6861-43ea-91c9-397cdd96ffe4'], hosted agents: [] {{(pid=94232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:10:54.281043 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-322a9f98-1761-4537-bcc3-eb18f2ff200a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:54.282736 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-322a9f98-1761-4537-bcc3-eb18f2ff200a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c8241cf2-9853-4e57-aa8e-4b19fe5956ff HTTP/1.1" status: 200 len: 856 time: 0.0687144 Sep 23 23:10:54.304174 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b51f6ad-dcf6-43d1-9a07-44cfeda817ff admin admin] Network 380205cc-6c48-4bfe-8274-7065ff971332 is scheduled to be hosted by DHCP agent 27ad89ec-6861-43ea-91c9-397cdd96ffe4 with binding_index 1 {{(pid=94232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:10:54.328174 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed73e6c9-2dba-4a6a-8e27-82fe03e04b58 x-openstack-request-id: req-ed73e6c9-2dba-4a6a-8e27-82fe03e04b58 {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:10:54.328470 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05edada2-edec-44e9-a1f7-e0f4d489797c", "tag": "6b7200a6-e363-47fa-bdab-e3eb6ebccade", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:10:54.328697 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ed73e6c9-2dba-4a6a-8e27-82fe03e04b58 {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:10:54.329089 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05edada2-edec-44e9-a1f7-e0f4d489797c', 'tag': '6b7200a6-e363-47fa-bdab-e3eb6ebccade', 'status': 'completed', 'code': 200} Sep 23 23:10:54.345943 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-5b51f6ad-dcf6-43d1-9a07-44cfeda817ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810785-1-iscsi, 380205cc-6c48-4bfe-8274-7065ff971332) {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:10:54.352576 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b51f6ad-dcf6-43d1-9a07-44cfeda817ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:54.353176 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-5b51f6ad-dcf6-43d1-9a07-44cfeda817ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for subnet, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:54.357263 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2835d3-74d7-41d3-a7a7-15a3903ae7d2 None None] Network 380205cc-6c48-4bfe-8274-7065ff971332 requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:10:54.369188 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-3cfc2f8a-0be1-484b-83cd-7cc4b3ceb97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:54.371841 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-3cfc2f8a-0be1-484b-83cd-7cc4b3ceb97c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a541a17-4f1f-474c-8b16-9626260a5840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0795987 Sep 23 23:10:54.413726 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-5b51f6ad-dcf6-43d1-9a07-44cfeda817ff admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3096557 Sep 23 23:10:54.427723 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8e243b50-04f4-4272-b49c-c7af0cfd356a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:54.435086 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8e243b50-04f4-4272-b49c-c7af0cfd356a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:54.439350 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-8e243b50-04f4-4272-b49c-c7af0cfd356a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c3a50fd6-a06e-41be-a4bd-b4cc2bb93c31 HTTP/1.1" status: 204 len: 168 time: 0.7029512 Sep 23 23:10:54.454035 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e243b50-04f4-4272-b49c-c7af0cfd356a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a50fd6-a06e-41be-a4bd-b4cc2bb93c31,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:54.460133 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-586fb827-06b7-40a4-846e-3dc01dd22740 req-31e1cbc8-3d70-4d99-9176-a941e6f02b7c service neutron] 10.222.0.11 "GET /v2.0/networks/eb576778-e116-4f6d-8f26-145f60cb874c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351978 Sep 23 23:10:54.531010 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-af0c691a-8b9f-4975-8c84-18a9bb3ab938 service neutron] 10.222.0.11 "GET /v2.0/networks/0a541a17-4f1f-474c-8b16-9626260a5840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505826 Sep 23 23:10:54.662223 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fff6b01-18f1-45e0-a479-29df9b8d8f2a None None] Network 380205cc-6c48-4bfe-8274-7065ff971332 requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:10:54.860634 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-51e3cc65-fb57-424c-bd74-551c3c0d86cb req-d453558b-d9c1-4c74-a2f7-6c8a27a28ddd service neutron] 10.222.0.11 "GET /v2.0/networks/0a541a17-4f1f-474c-8b16-9626260a5840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182595 Sep 23 23:10:54.906774 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e549d5c-b8f1-45a4-93aa-ac5c2d0c5b2f req-76130d7d-e41a-437c-8b6f-2e2a9ccf566a tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:54.908814 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9e549d5c-b8f1-45a4-93aa-ac5c2d0c5b2f req-76130d7d-e41a-437c-8b6f-2e2a9ccf566a tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=a904fc8b-f148-474b-80b7-6cc4db8927e9 HTTP/1.1" status: 200 len: 945 time: 0.2049108 Sep 23 23:10:54.918577 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9bf24f-e51a-4236-ac5f-dfae1722338e req-7d4cef86-b9e3-4910-b440-770a16ce35b9 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:54.927885 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-da9bf24f-e51a-4236-ac5f-dfae1722338e req-7d4cef86-b9e3-4910-b440-770a16ce35b9 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.2252944 Sep 23 23:10:55.032390 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9e549d5c-b8f1-45a4-93aa-ac5c2d0c5b2f req-4bcf5b17-9d0d-48a0-99bd-095877a5b2c3 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887151 Sep 23 23:10:55.091708 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-da9bf24f-e51a-4236-ac5f-dfae1722338e req-e60dcac1-7598-41b8-bc87-1a63207ded4b tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450214 Sep 23 23:10:55.133201 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da93ef6-afdb-408f-8e1e-900eb081eb61 req-70f155b5-05ef-401c-ab0e-6ba0ba2e9b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:55.135784 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7da93ef6-afdb-408f-8e1e-900eb081eb61 req-70f155b5-05ef-401c-ab0e-6ba0ba2e9b66 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1ce270caeccc45089992ccfe6f9b5e97&device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 1096 time: 0.1022594 Sep 23 23:10:55.233130 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875f567-5bd4-45ce-9db2-3f90338fce98 req-b9a98341-8021-4fc2-92a2-8668935db9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:55.235162 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-3875f567-5bd4-45ce-9db2-3f90338fce98 req-b9a98341-8021-4fc2-92a2-8668935db9f1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 1099 time: 0.0574610 Sep 23 23:10:55.303544 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da93ef6-afdb-408f-8e1e-900eb081eb61 req-5bb020df-dc5a-4032-a1bc-92a13633dcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:55.306225 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7da93ef6-afdb-408f-8e1e-900eb081eb61 req-5bb020df-dc5a-4032-a1bc-92a13633dcdb service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a541a17-4f1f-474c-8b16-9626260a5840 HTTP/1.1" status: 200 len: 918 time: 0.1594925 Sep 23 23:10:55.315554 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-3875f567-5bd4-45ce-9db2-3f90338fce98 req-ab25a646-347e-40dd-bee4-8b8cbd6e4df4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709991 Sep 23 23:10:55.455173 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ce332-51c5-489b-9a52-84f001262c77 req-a3918350-3062-451e-aa2d-c7f646cacbc9 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:55.461646 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-588ce332-51c5-489b-9a52-84f001262c77 req-a3918350-3062-451e-aa2d-c7f646cacbc9 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a6ba292-48ab-4ec7-9c2a-8618897a50d4 HTTP/1.1" status: 200 len: 943 time: 0.1074009 Sep 23 23:10:55.471654 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c41fd3-84bc-4774-a13b-9d81b2dd2c4a req-56c106e8-6e0d-4c17-aadc-2782046cc255 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:55.473783 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-77c41fd3-84bc-4774-a13b-9d81b2dd2c4a req-56c106e8-6e0d-4c17-aadc-2782046cc255 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 943 time: 0.0969052 Sep 23 23:10:55.537762 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-588ce332-51c5-489b-9a52-84f001262c77 req-884dd1c5-fd6a-45f9-8f87-5b4f8716c215 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/security-groups?id=3af88e19-d3d0-44f4-879d-2aafdf89e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750356 Sep 23 23:10:55.581752 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7da93ef6-afdb-408f-8e1e-900eb081eb61 req-c3b96a85-5107-4873-b315-283415625e58 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b7200a6-e363-47fa-bdab-e3eb6ebccade HTTP/1.1" status: 200 len: 217 time: 0.0592277 Sep 23 23:10:55.605490 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-77c41fd3-84bc-4774-a13b-9d81b2dd2c4a req-448a8c7f-4b9c-41e6-8e70-7d2a2a1afc97 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022904 Sep 23 23:10:55.664557 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da93ef6-afdb-408f-8e1e-900eb081eb61 req-ed798bd2-cba9-4d00-9192-161d746b2600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:55.666314 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7da93ef6-afdb-408f-8e1e-900eb081eb61 req-ed798bd2-cba9-4d00-9192-161d746b2600 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c8241cf2-9853-4e57-aa8e-4b19fe5956ff HTTP/1.1" status: 200 len: 856 time: 0.0725498 Sep 23 23:10:55.722126 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da93ef6-afdb-408f-8e1e-900eb081eb61 req-9b399dfb-6151-4ab5-b042-249ec1e1b749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:55.723826 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7da93ef6-afdb-408f-8e1e-900eb081eb61 req-9b399dfb-6151-4ab5-b042-249ec1e1b749 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a541a17-4f1f-474c-8b16-9626260a5840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470712 Sep 23 23:10:55.835219 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7da93ef6-afdb-408f-8e1e-900eb081eb61 req-53565ac4-b98a-41c3-8e73-bc3917c9f780 service neutron] 10.222.0.11 "GET /v2.0/networks/0a541a17-4f1f-474c-8b16-9626260a5840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002560 Sep 23 23:10:55.967185 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7da93ef6-afdb-408f-8e1e-900eb081eb61 req-d6438ff6-29ff-4ad7-80a7-479621dea2ab service neutron] 10.222.0.11 "GET /v2.0/networks/0a541a17-4f1f-474c-8b16-9626260a5840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213279 Sep 23 23:10:56.497255 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b646d6-e3b9-4c55-ba64-d6d426a95496 req-c8009789-e46e-46dc-a814-000586256316 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:56.498959 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-44b646d6-e3b9-4c55-ba64-d6d426a95496 req-c8009789-e46e-46dc-a814-000586256316 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=a904fc8b-f148-474b-80b7-6cc4db8927e9 HTTP/1.1" status: 200 len: 945 time: 0.3876526 Sep 23 23:10:56.527987 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4021f60-fab8-4be6-b4cf-238857475637 req-30c03762-a892-4fbe-9ad5-a66e6e60efe6 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:56.529591 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c4021f60-fab8-4be6-b4cf-238857475637 req-30c03762-a892-4fbe-9ad5-a66e6e60efe6 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.3406310 Sep 23 23:10:56.574098 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-44b646d6-e3b9-4c55-ba64-d6d426a95496 req-784eb5c2-6a3d-498d-9633-51736f5e14b8 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632274 Sep 23 23:10:56.607311 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c4021f60-fab8-4be6-b4cf-238857475637 req-7b25a80a-fc14-4b52-9754-b5498d2e9739 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553451 Sep 23 23:10:56.798723 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088de49-f46a-4586-ab90-2e9407ef354c req-aa78c68e-c5a0-466a-bbe0-c70b470e8cd4 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:56.801128 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f088de49-f46a-4586-ab90-2e9407ef354c req-aa78c68e-c5a0-466a-bbe0-c70b470e8cd4 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a6ba292-48ab-4ec7-9c2a-8618897a50d4 HTTP/1.1" status: 200 len: 943 time: 0.0818055 Sep 23 23:10:56.866812 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f088de49-f46a-4586-ab90-2e9407ef354c req-ef9ae441-0bb0-4469-b4e0-0fb74fcb6bdb tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/security-groups?id=3af88e19-d3d0-44f4-879d-2aafdf89e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501566 Sep 23 23:10:56.876108 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578e056-ddc4-4ae3-9bdb-79007b49b6d1 req-4d00b96c-f50f-4cc4-8993-6e77c0d8afb0 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:56.877776 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7578e056-ddc4-4ae3-9bdb-79007b49b6d1 req-4d00b96c-f50f-4cc4-8993-6e77c0d8afb0 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 943 time: 0.1006780 Sep 23 23:10:56.924347 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:56.935943 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 39ecf140-4f32-45bf-bdde-2a66ba25ec8a details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:10:56.948273 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7578e056-ddc4-4ae3-9bdb-79007b49b6d1 req-8c700d1f-6628-4d01-8b5f-d9a2ba404bb6 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601816 Sep 23 23:10:57.322308 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 39ecf140-4f32-45bf-bdde-2a66ba25ec8a, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=39ecf140-4f32-45bf-bdde-2a66ba25ec8a,segment=NetworkSegment(c8f824a0-e5fd-448e-9109-4b872395178e),segment_id=c8f824a0-e5fd-448e-9109-4b872395178e)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:10:57.336032 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Returning: {'device': '39ecf140-4f32-45bf-bdde-2a66ba25ec8a', 'network_id': 'eb576778-e116-4f6d-8f26-145f60cb874c', 'port_id': '39ecf140-4f32-45bf-bdde-2a66ba25ec8a', 'mac_address': 'fa:16:3e:04:e8:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254db855-27a6-4145-9fe9-f8c8b00401bf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:10:57.377827 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:57.394396 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39ecf140-4f32-45bf-bdde-2a66ba25ec8a {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:10:57.427850 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 39ecf140-4f32-45bf-bdde-2a66ba25ec8a, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=39ecf140-4f32-45bf-bdde-2a66ba25ec8a,segment=NetworkSegment(c8f824a0-e5fd-448e-9109-4b872395178e),segment_id=c8f824a0-e5fd-448e-9109-4b872395178e)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:10:57.433635 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:57.512117 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=39ecf140-4f32-45bf-bdde-2a66ba25ec8a,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:57.709585 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-adf7ccb0-e299-44f8-965d-5fe8b22592e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:57.739905 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['39ecf140-4f32-45bf-bdde-2a66ba25ec8a'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:10:57.801203 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28aa05-d7cf-49f9-b332-d4e4edc0a9c1 req-4a83150f-f00b-4f4a-a8a8-7e3020b99c65 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:57.803348 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-bf28aa05-d7cf-49f9-b332-d4e4edc0a9c1 req-4a83150f-f00b-4f4a-a8a8-7e3020b99c65 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0592592 Sep 23 23:10:57.855466 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-bf28aa05-d7cf-49f9-b332-d4e4edc0a9c1 req-0ad710aa-8683-4b21-88ed-87110fac596d tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450795 Sep 23 23:10:58.103168 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2f077-b208-4419-a293-ca19a8e20cb1 req-43d4c121-2298-4721-9ac9-12afa59f5502 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:58.105869 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c8f2f077-b208-4419-a293-ca19a8e20cb1 req-43d4c121-2298-4721-9ac9-12afa59f5502 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a6ba292-48ab-4ec7-9c2a-8618897a50d4 HTTP/1.1" status: 200 len: 944 time: 0.0898850 Sep 23 23:10:58.188187 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c8f2f077-b208-4419-a293-ca19a8e20cb1 req-4cfae98b-9e6a-4788-a34f-7a5362fdcdd5 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/security-groups?id=3af88e19-d3d0-44f4-879d-2aafdf89e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758722 Sep 23 23:10:58.205560 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ac10f-3b0f-4ad1-a4a9-5f420b59e040 req-a9dc9e87-69bc-41b7-b4a7-e4f35aecad45 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:58.209143 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a92ac10f-3b0f-4ad1-a4a9-5f420b59e040 req-a9dc9e87-69bc-41b7-b4a7-e4f35aecad45 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 943 time: 0.0944846 Sep 23 23:10:58.275494 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a92ac10f-3b0f-4ad1-a4a9-5f420b59e040 req-5ae72c2d-62ec-4a27-aa36-5069587205dc tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608265 Sep 23 23:10:58.371487 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15aff7-0ff6-4ab9-8adc-8534f29336b6 req-22537321-0ce5-46bf-934b-1543efcf35a8 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:58.380481 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0b15aff7-0ff6-4ab9-8adc-8534f29336b6 req-22537321-0ce5-46bf-934b-1543efcf35a8 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0888453 Sep 23 23:10:58.431698 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0b15aff7-0ff6-4ab9-8adc-8534f29336b6 req-46486856-cdb7-407c-b15c-2965a52da048 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492513 Sep 23 23:10:59.138684 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:59.362177 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95100917-0bb1-45bd-bbb4-d3ae885b243a req-28eb3a92-8d10-4141-8da0-4c43ea420cce tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:59.365049 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-95100917-0bb1-45bd-bbb4-d3ae885b243a req-28eb3a92-8d10-4141-8da0-4c43ea420cce tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a6ba292-48ab-4ec7-9c2a-8618897a50d4 HTTP/1.1" status: 200 len: 944 time: 0.0828462 Sep 23 23:10:59.422358 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-95100917-0bb1-45bd-bbb4-d3ae885b243a req-e39bab90-3c07-4eb5-9eba-296de18fc162 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/security-groups?id=3af88e19-d3d0-44f4-879d-2aafdf89e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456924 Sep 23 23:10:59.586816 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c39f8f-ad25-4ec9-90cc-434be4ce5f5f req-7878fe9b-a354-43a6-8988-b93798ba514d tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:59.589661 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-23c39f8f-ad25-4ec9-90cc-434be4ce5f5f req-7878fe9b-a354-43a6-8988-b93798ba514d tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 943 time: 0.0867724 Sep 23 23:10:59.633509 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-23c39f8f-ad25-4ec9-90cc-434be4ce5f5f req-69ca82aa-44b8-4f43-85a7-11dcac112c6b tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372887 Sep 23 23:10:59.775950 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d68bc1-6716-4741-a662-0f09d1473cb5 req-7717ac69-deff-4856-9dfa-08f5e527a0a9 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:59.777576 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e3d68bc1-6716-4741-a662-0f09d1473cb5 req-7717ac69-deff-4856-9dfa-08f5e527a0a9 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0726211 Sep 23 23:10:59.819910 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e3d68bc1-6716-4741-a662-0f09d1473cb5 req-5d7859e2-b130-42d6-a3e0-7eaacdea6496 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360057 Sep 23 23:11:00.476289 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:00.573414 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f11a9e-dcce-4131-ab39-b2a92eab62bb req-d267911d-fa7e-48e2-a257-4b3604b3e431 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:00.575210 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-33f11a9e-dcce-4131-ab39-b2a92eab62bb req-d267911d-fa7e-48e2-a257-4b3604b3e431 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a6ba292-48ab-4ec7-9c2a-8618897a50d4 HTTP/1.1" status: 200 len: 944 time: 0.0522969 Sep 23 23:11:00.621467 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-33f11a9e-dcce-4131-ab39-b2a92eab62bb req-7976d2b2-742c-4b94-96dd-f213ad63af59 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/security-groups?id=3af88e19-d3d0-44f4-879d-2aafdf89e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394647 Sep 23 23:11:00.758780 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 6b7200a6-e363-47fa-bdab-e3eb6ebccade details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:11:00.789103 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca513f8-b5b5-4ec4-80c0-9374d09deeff req-49dcb316-60c7-4020-b1a7-0c6bcad86fac tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:00.790670 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0ca513f8-b5b5-4ec4-80c0-9374d09deeff req-49dcb316-60c7-4020-b1a7-0c6bcad86fac tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 943 time: 0.0767024 Sep 23 23:11:00.853274 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0ca513f8-b5b5-4ec4-80c0-9374d09deeff req-3fbc3939-c926-48bb-bb9f-70a157484644 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434511 Sep 23 23:11:00.855586 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66383915-9055-46ea-8432-fe440034bb09 req-037b6d80-675f-460f-9b14-88676fbbaac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:00.857087 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-66383915-9055-46ea-8432-fe440034bb09 req-037b6d80-675f-460f-9b14-88676fbbaac8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5cecf3dbc83542a19dc355f0eed91522&device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 1099 time: 0.0843029 Sep 23 23:11:00.902136 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 6b7200a6-e363-47fa-bdab-e3eb6ebccade, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=6b7200a6-e363-47fa-bdab-e3eb6ebccade,segment=NetworkSegment(9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82),segment_id=9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:11:00.916993 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Returning: {'device': '6b7200a6-e363-47fa-bdab-e3eb6ebccade', 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840', 'port_id': '6b7200a6-e363-47fa-bdab-e3eb6ebccade', 'mac_address': 'fa:16:3e:33:71:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8241cf2-9853-4e57-aa8e-4b19fe5956ff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:11:00.964477 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:00.986788 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b7200a6-e363-47fa-bdab-e3eb6ebccade {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:11:01.013655 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 6b7200a6-e363-47fa-bdab-e3eb6ebccade, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=6b7200a6-e363-47fa-bdab-e3eb6ebccade,segment=NetworkSegment(9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82),segment_id=9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:11:01.029377 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:01.039079 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f8d75-cc7a-4b89-adaa-07c7592c2b31 req-1615b527-da81-4b94-891d-742b8b1d374f tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:01.040760 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-545f8d75-cc7a-4b89-adaa-07c7592c2b31 req-1615b527-da81-4b94-891d-742b8b1d374f tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0818958 Sep 23 23:11:01.041908 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66383915-9055-46ea-8432-fe440034bb09 req-810ce85a-7e3d-4c4d-aa7b-6aa00f242a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:01.043295 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-66383915-9055-46ea-8432-fe440034bb09 req-810ce85a-7e3d-4c4d-aa7b-6aa00f242a6c service neutron] 10.222.0.11 "GET /v2.0/networks?id=5ecc2712-9a4c-4406-a4a9-34a029e19ad4 HTTP/1.1" status: 200 len: 920 time: 0.1695130 Sep 23 23:11:01.104256 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=6b7200a6-e363-47fa-bdab-e3eb6ebccade,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:11:01.123960 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-66383915-9055-46ea-8432-fe440034bb09 req-c0f68b9e-9ace-4436-9982-845068743dcb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6698bd3-5871-41f1-ad67-d322b8907bca HTTP/1.1" status: 200 len: 217 time: 0.0440876 Sep 23 23:11:01.132532 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-545f8d75-cc7a-4b89-adaa-07c7592c2b31 req-f7ab9170-872b-41c0-9012-547dc56f7cc0 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819046 Sep 23 23:11:01.184589 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66383915-9055-46ea-8432-fe440034bb09 req-e9fd074f-e2f9-4b80-abc2-23282eb3bde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:01.186084 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-66383915-9055-46ea-8432-fe440034bb09 req-e9fd074f-e2f9-4b80-abc2-23282eb3bde1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=11e43b35-bf07-41f5-b3f0-471b3986f781 HTTP/1.1" status: 200 len: 859 time: 0.0546358 Sep 23 23:11:01.222205 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-66383915-9055-46ea-8432-fe440034bb09 req-4abd648e-a377-4c24-b4ad-aecc777101d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ecc2712-9a4c-4406-a4a9-34a029e19ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276642 Sep 23 23:11:01.322116 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-66383915-9055-46ea-8432-fe440034bb09 req-104245d5-3506-4075-a7f6-2945f990e40c service neutron] 10.222.0.11 "GET /v2.0/networks/5ecc2712-9a4c-4406-a4a9-34a029e19ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906532 Sep 23 23:11:01.396393 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['6b7200a6-e363-47fa-bdab-e3eb6ebccade'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:11:01.441536 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-66383915-9055-46ea-8432-fe440034bb09 req-dc121f2f-b13c-436d-8f62-27734c9ebdcc service neutron] 10.222.0.11 "GET /v2.0/networks/5ecc2712-9a4c-4406-a4a9-34a029e19ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116416 Sep 23 23:11:01.768296 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7fc578-d9be-49ee-aeef-1a096b8a3f80 req-e261be1f-9b6a-48dd-8a29-54213e9264b8 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:01.769881 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-df7fc578-d9be-49ee-aeef-1a096b8a3f80 req-e261be1f-9b6a-48dd-8a29-54213e9264b8 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a6ba292-48ab-4ec7-9c2a-8618897a50d4 HTTP/1.1" status: 200 len: 944 time: 0.0685413 Sep 23 23:11:01.813174 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-df7fc578-d9be-49ee-aeef-1a096b8a3f80 req-a3d5903d-f29c-4917-9944-d15658a375eb tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/security-groups?id=3af88e19-d3d0-44f4-879d-2aafdf89e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360305 Sep 23 23:11:02.050394 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ebc42-e319-4a39-8abe-b4c8e9e1f5a3 req-0b6d04a6-1754-45b8-a7b6-89910c401285 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:02.053027 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-489ebc42-e319-4a39-8abe-b4c8e9e1f5a3 req-0b6d04a6-1754-45b8-a7b6-89910c401285 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 944 time: 0.1078174 Sep 23 23:11:02.121829 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-489ebc42-e319-4a39-8abe-b4c8e9e1f5a3 req-f2b751ab-7a0f-4751-bd80-15a821b00769 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557153 Sep 23 23:11:02.267325 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203dab0-7280-4574-8a45-81233150782a req-e1501e04-dc4a-4687-b2a8-4bac5dc0b7a3 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:02.271385 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e203dab0-7280-4574-8a45-81233150782a req-e1501e04-dc4a-4687-b2a8-4bac5dc0b7a3 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0601020 Sep 23 23:11:02.318789 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e203dab0-7280-4574-8a45-81233150782a req-2b785904-5d35-4bc9-810f-c31f52292451 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385096 Sep 23 23:11:02.997660 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ffe1f-0573-4e27-aa3d-3797b204086f req-7063eabf-f486-468e-acff-a664ab615350 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:02.999226 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-248ffe1f-0573-4e27-aa3d-3797b204086f req-7063eabf-f486-468e-acff-a664ab615350 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a6ba292-48ab-4ec7-9c2a-8618897a50d4 HTTP/1.1" status: 200 len: 944 time: 0.0856125 Sep 23 23:11:03.020342 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e854672-1581-4d03-872f-3e5bf0ad5927 req-20f407a1-08f8-4fb5-a23c-fd623489e57c tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:03.022016 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1e854672-1581-4d03-872f-3e5bf0ad5927 req-20f407a1-08f8-4fb5-a23c-fd623489e57c tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.0812738 Sep 23 23:11:03.068734 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-248ffe1f-0573-4e27-aa3d-3797b204086f req-2b47be11-cb08-4516-8dd8-dfc158b3ff08 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/security-groups?id=3af88e19-d3d0-44f4-879d-2aafdf89e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623400 Sep 23 23:11:03.082268 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1e854672-1581-4d03-872f-3e5bf0ad5927 req-18951a51-7f56-4a51-b293-0555ba242677 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518446 Sep 23 23:11:03.453677 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358280a-ffaa-471c-836e-6f8cd52b54ab req-cb9ae57b-6a38-45ce-b5fd-b9adca34a8e0 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:03.455362 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6358280a-ffaa-471c-836e-6f8cd52b54ab req-cb9ae57b-6a38-45ce-b5fd-b9adca34a8e0 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 944 time: 0.0870800 Sep 23 23:11:03.498813 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fc4bc-a872-4e2b-9c86-f5f86bb974ff req-090e2e8c-3769-4643-a433-e5d61c03843d tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:03.500473 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6b0fc4bc-a872-4e2b-9c86-f5f86bb974ff req-090e2e8c-3769-4643-a433-e5d61c03843d tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0897865 Sep 23 23:11:03.526656 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6358280a-ffaa-471c-836e-6f8cd52b54ab req-7aa62d44-3b0d-4966-be0c-03957fbff34a tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607593 Sep 23 23:11:03.560436 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6b0fc4bc-a872-4e2b-9c86-f5f86bb974ff req-eef3857b-10f4-436a-a95c-a24f1ea744ae tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489182 Sep 23 23:11:04.180517 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 39ecf140-4f32-45bf-bdde-2a66ba25ec8a up at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:11:04.241475 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning for port 39ecf140-4f32-45bf-bdde-2a66ba25ec8a completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:11:04.243856 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47393d-19ae-40b6-88b4-764293496f70 req-01fdf00b-30a9-4b7c-b934-03304dcd5356 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:04.245863 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-fe47393d-19ae-40b6-88b4-764293496f70 req-01fdf00b-30a9-4b7c-b934-03304dcd5356 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a6ba292-48ab-4ec7-9c2a-8618897a50d4 HTTP/1.1" status: 200 len: 944 time: 0.0877149 Sep 23 23:11:04.247291 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning complete for port 39ecf140-4f32-45bf-bdde-2a66ba25ec8a triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:11:04.247808 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:04.259102 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30a9a6-179a-4fb3-8be0-89e512f50718 req-69336781-6a50-4e9b-91ed-4bf51acb59d9 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:04.260724 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7c30a9a6-179a-4fb3-8be0-89e512f50718 req-69336781-6a50-4e9b-91ed-4bf51acb59d9 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.0892410 Sep 23 23:11:04.324641 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-fe47393d-19ae-40b6-88b4-764293496f70 req-4239b397-0508-4e75-88ff-a51f05dd2314 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/security-groups?id=3af88e19-d3d0-44f4-879d-2aafdf89e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629015 Sep 23 23:11:04.327609 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7c30a9a6-179a-4fb3-8be0-89e512f50718 req-9522330b-3338-4289-ba6b-5365daa3e7e9 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604501 Sep 23 23:11:04.338085 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:04.365019 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6ba292-48ab-4ec7-9c2a-8618897a50d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ecf140-4f32-45bf-bdde-2a66ba25ec8a'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:11:04.367384 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7224bc9728871e873a89dc5c7795d0b38d91bd368c61c3cf47b1fa6016b6835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491a22b1-f592-46af-9342-f3b63421d6bc" -d '{"events": [{"server_uuid": "7a6ba292-48ab-4ec7-9c2a-8618897a50d4", "name": "network-vif-plugged", "status": "completed", "tag": "39ecf140-4f32-45bf-bdde-2a66ba25ec8a"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:11:04.381791 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 39ecf140-4f32-45bf-bdde-2a66ba25ec8a, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=39ecf140-4f32-45bf-bdde-2a66ba25ec8a,segment=NetworkSegment(c8f824a0-e5fd-448e-9109-4b872395178e),segment_id=c8f824a0-e5fd-448e-9109-4b872395178e)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:11:04.387293 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:04.426762 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e62129-d55c-436e-81df-438d9d6603e8 x-openstack-request-id: req-a6e62129-d55c-436e-81df-438d9d6603e8 {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:11:04.426762 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6ba292-48ab-4ec7-9c2a-8618897a50d4", "name": "network-vif-plugged", "status": "completed", "tag": "39ecf140-4f32-45bf-bdde-2a66ba25ec8a", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:11:04.426762 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a6e62129-d55c-436e-81df-438d9d6603e8 {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:11:04.426762 dv-cinder-810785-1-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6ba292-48ab-4ec7-9c2a-8618897a50d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ecf140-4f32-45bf-bdde-2a66ba25ec8a', 'code': 200} Sep 23 23:11:04.449697 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=39ecf140-4f32-45bf-bdde-2a66ba25ec8a,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:11:04.719507 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256cb34-ef50-4091-aec6-17f5f8384962 req-081255e3-b118-4155-8b33-ef4abb4196ec tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:04.721435 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b256cb34-ef50-4091-aec6-17f5f8384962 req-081255e3-b118-4155-8b33-ef4abb4196ec tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 944 time: 0.0876710 Sep 23 23:11:04.731193 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f971003-7a04-4148-a934-f59747df98a5 req-5956fd1e-fed5-49a0-b0ae-7f56cc1da6db tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:04.733014 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2f971003-7a04-4148-a934-f59747df98a5 req-5956fd1e-fed5-49a0-b0ae-7f56cc1da6db tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0900226 Sep 23 23:11:04.797157 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b256cb34-ef50-4091-aec6-17f5f8384962 req-80d5c734-c644-42d0-ab78-b7c1ef75f3f1 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630357 Sep 23 23:11:04.803385 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2f971003-7a04-4148-a934-f59747df98a5 req-41e185c5-efc0-4905-875b-3e18d893d60d tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629499 Sep 23 23:11:05.364255 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abcbe3-c42d-4fdc-8ec1-7249612c5439 req-1744ab74-5c29-4a17-9e6f-14d29be7a4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:05.365767 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c5abcbe3-c42d-4fdc-8ec1-7249612c5439 req-1744ab74-5c29-4a17-9e6f-14d29be7a4c7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7a6ba292-48ab-4ec7-9c2a-8618897a50d4 HTTP/1.1" status: 200 len: 1098 time: 0.0473354 Sep 23 23:11:05.430013 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c5abcbe3-c42d-4fdc-8ec1-7249612c5439 req-e7df4aeb-f2ac-42c2-9b1e-7dbb9c32405b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3af88e19-d3d0-44f4-879d-2aafdf89e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434821 Sep 23 23:11:05.503206 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928ac31-7dfc-4c95-9edf-a0b3a0b752a4 req-859aba4a-c087-4b44-b4f0-587ae762cab9 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:05.504632 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8928ac31-7dfc-4c95-9edf-a0b3a0b752a4 req-859aba4a-c087-4b44-b4f0-587ae762cab9 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a6ba292-48ab-4ec7-9c2a-8618897a50d4 HTTP/1.1" status: 200 len: 945 time: 0.0960906 Sep 23 23:11:05.524890 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840bc338-7ecd-4044-8166-04e9998cb668 req-a6812968-a2aa-45c9-a54e-1c4e1877e050 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:05.526603 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-840bc338-7ecd-4044-8166-04e9998cb668 req-a6812968-a2aa-45c9-a54e-1c4e1877e050 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.0775774 Sep 23 23:11:05.587799 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8928ac31-7dfc-4c95-9edf-a0b3a0b752a4 req-b74c1b6a-a794-44ab-bf16-fd6418fcd919 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/security-groups?id=3af88e19-d3d0-44f4-879d-2aafdf89e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726378 Sep 23 23:11:05.605976 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-840bc338-7ecd-4044-8166-04e9998cb668 req-10c0e616-a588-49a4-9c1b-42b025116d62 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647707 Sep 23 23:11:05.715129 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cd4020af-778b-459f-abf3-3f99435831e2 req-bd260df4-8bbc-4a80-9f80-f9883826802e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=69fe11ba-e818-4b8b-9913-9b2ff18eea9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460289 Sep 23 23:11:05.790615 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4020af-778b-459f-abf3-3f99435831e2 req-b9aef1ae-a45d-4e18-8e8e-3b22db9b19b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:05.792271 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cd4020af-778b-459f-abf3-3f99435831e2 req-b9aef1ae-a45d-4e18-8e8e-3b22db9b19b0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ddea2c61a124ba99508af5db99cfa3a&device_id=69fe11ba-e818-4b8b-9913-9b2ff18eea9b HTTP/1.1" status: 200 len: 1098 time: 0.0479465 Sep 23 23:11:06.012856 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4020af-778b-459f-abf3-3f99435831e2 req-701c1bd4-a458-4517-9ea7-3d7e0abb19b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:06.012856 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cd4020af-778b-459f-abf3-3f99435831e2 req-701c1bd4-a458-4517-9ea7-3d7e0abb19b2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ce9d38ed-90b0-4188-83c2-f86aff95fb9d HTTP/1.1" status: 200 len: 916 time: 0.1846745 Sep 23 23:11:06.031140 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f941f1-21e1-42f5-b68e-eabf08c195df req-e9231ae2-907e-4afd-9431-d37b9f25c163 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:06.032781 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-96f941f1-21e1-42f5-b68e-eabf08c195df req-e9231ae2-907e-4afd-9431-d37b9f25c163 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 944 time: 0.1173244 Sep 23 23:11:06.042099 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96768d15-df41-427f-8119-0bf3dfda443b req-a2319474-09b9-4866-80a1-f9b5424c5655 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:06.043683 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-96768d15-df41-427f-8119-0bf3dfda443b req-a2319474-09b9-4866-80a1-f9b5424c5655 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.1270919 Sep 23 23:11:06.080269 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cd4020af-778b-459f-abf3-3f99435831e2 req-1c84e4de-fd9b-4124-929b-cee4a9ae869a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afe7c452-c2b1-4452-acee-2f5e7a38185d HTTP/1.1" status: 200 len: 217 time: 0.0629749 Sep 23 23:11:06.173965 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-96f941f1-21e1-42f5-b68e-eabf08c195df req-e476fcc5-03cb-4943-ae89-89b017d3ad8a tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290846 Sep 23 23:11:06.179752 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-96768d15-df41-427f-8119-0bf3dfda443b req-bd5488a9-6344-4b90-b597-671e609e5cfd tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059985 Sep 23 23:11:06.183898 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4020af-778b-459f-abf3-3f99435831e2 req-78106b8e-b4e5-4533-ae11-300f549f769d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:06.184947 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cd4020af-778b-459f-abf3-3f99435831e2 req-78106b8e-b4e5-4533-ae11-300f549f769d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dadbb2c8-7187-415d-b3c4-d09ac2c1fdfd HTTP/1.1" status: 200 len: 855 time: 0.0923989 Sep 23 23:11:06.230339 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cd4020af-778b-459f-abf3-3f99435831e2 req-90889081-cef5-431d-a0cf-09548015367b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce9d38ed-90b0-4188-83c2-f86aff95fb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370896 Sep 23 23:11:06.339336 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cd4020af-778b-459f-abf3-3f99435831e2 req-31cbd715-8321-450d-a423-e2c493c849ad service neutron] 10.222.0.11 "GET /v2.0/networks/ce9d38ed-90b0-4188-83c2-f86aff95fb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979428 Sep 23 23:11:06.440705 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cd4020af-778b-459f-abf3-3f99435831e2 req-3af1d286-7c54-468a-aef7-1e83e9023c8d service neutron] 10.222.0.11 "GET /v2.0/networks/ce9d38ed-90b0-4188-83c2-f86aff95fb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896370 Sep 23 23:11:06.751411 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e467f-0123-41cd-a552-0ff831faafc8 req-dba734f2-556a-4477-8bd9-5a788df420f1 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:06.753160 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-686e467f-0123-41cd-a552-0ff831faafc8 req-dba734f2-556a-4477-8bd9-5a788df420f1 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a6ba292-48ab-4ec7-9c2a-8618897a50d4 HTTP/1.1" status: 200 len: 945 time: 0.0916502 Sep 23 23:11:06.768749 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302cdcdc-6ae6-4f78-9cbd-b60bac8e1b95 req-bb76837d-e062-4c9b-bfba-9345e4f85a11 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:06.770446 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-302cdcdc-6ae6-4f78-9cbd-b60bac8e1b95 req-bb76837d-e062-4c9b-bfba-9345e4f85a11 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.0770290 Sep 23 23:11:06.826115 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-686e467f-0123-41cd-a552-0ff831faafc8 req-37f5ba4e-90cd-457f-b691-940ba1b87c5f tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/security-groups?id=3af88e19-d3d0-44f4-879d-2aafdf89e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546515 Sep 23 23:11:06.840789 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-302cdcdc-6ae6-4f78-9cbd-b60bac8e1b95 req-9206fcd2-7709-4053-b9ca-1e00e21b2fbb tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553000 Sep 23 23:11:07.174569 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 6b7200a6-e363-47fa-bdab-e3eb6ebccade up at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:11:07.304239 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning for port 6b7200a6-e363-47fa-bdab-e3eb6ebccade completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:11:07.323055 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning complete for port 6b7200a6-e363-47fa-bdab-e3eb6ebccade triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:11:07.324755 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:07.442258 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974741d-49c2-4b6e-98b4-7a20893b4455 req-e5f6101f-fc98-473b-964c-521ea9975408 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:07.444534 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c974741d-49c2-4b6e-98b4-7a20893b4455 req-e5f6101f-fc98-473b-964c-521ea9975408 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 944 time: 0.0940957 Sep 23 23:11:07.462481 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23006e54-71b2-4e85-b666-ad8d3182ec5d req-dfc8b474-1bd4-415a-8620-cb16f528a63b tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:07.468473 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-23006e54-71b2-4e85-b666-ad8d3182ec5d req-dfc8b474-1bd4-415a-8620-cb16f528a63b tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.1370375 Sep 23 23:11:07.479112 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:07.544333 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05edada2-edec-44e9-a1f7-e0f4d489797c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7200a6-e363-47fa-bdab-e3eb6ebccade'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:11:07.549013 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7224bc9728871e873a89dc5c7795d0b38d91bd368c61c3cf47b1fa6016b6835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023d4611-5265-46b9-be5f-447932b7ce8b" -d '{"events": [{"server_uuid": "05edada2-edec-44e9-a1f7-e0f4d489797c", "name": "network-vif-plugged", "status": "completed", "tag": "6b7200a6-e363-47fa-bdab-e3eb6ebccade"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:11:07.572058 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-23006e54-71b2-4e85-b666-ad8d3182ec5d req-2cb96d2d-cd38-42e5-a274-202348792110 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951362 Sep 23 23:11:07.573175 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 6b7200a6-e363-47fa-bdab-e3eb6ebccade, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=6b7200a6-e363-47fa-bdab-e3eb6ebccade,segment=NetworkSegment(9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82),segment_id=9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:11:07.576901 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c974741d-49c2-4b6e-98b4-7a20893b4455 req-6887e14e-65e5-422b-929c-d2d548146bb9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070268 Sep 23 23:11:07.590780 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:07.688606 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=6b7200a6-e363-47fa-bdab-e3eb6ebccade,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:11:07.695765 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f379b4-d14f-4aad-a68e-faff84df2f68 x-openstack-request-id: req-95f379b4-d14f-4aad-a68e-faff84df2f68 {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:11:07.696123 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05edada2-edec-44e9-a1f7-e0f4d489797c", "name": "network-vif-plugged", "status": "completed", "tag": "6b7200a6-e363-47fa-bdab-e3eb6ebccade", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:11:07.696391 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-95f379b4-d14f-4aad-a68e-faff84df2f68 {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:11:07.697036 dv-cinder-810785-1-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05edada2-edec-44e9-a1f7-e0f4d489797c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7200a6-e363-47fa-bdab-e3eb6ebccade', 'code': 200} Sep 23 23:11:07.929015 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbdc575-390f-4177-97e2-2fa6908c3ade req-cb1d9195-fded-45fd-948d-41f63d180eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:07.930642 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8cbdc575-390f-4177-97e2-2fa6908c3ade req-cb1d9195-fded-45fd-948d-41f63d180eaa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 1098 time: 0.0523155 Sep 23 23:11:08.090127 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8cbdc575-390f-4177-97e2-2fa6908c3ade req-8e6e84fc-1e45-47cc-a555-a7549d1a351d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315668 Sep 23 23:11:08.156302 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b88cd1-a7bc-488a-9c04-cc8412115e5c req-2df12519-fd51-410f-849f-7da45ecab766 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:08.157919 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d8b88cd1-a7bc-488a-9c04-cc8412115e5c req-2df12519-fd51-410f-849f-7da45ecab766 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.1387322 Sep 23 23:11:08.179055 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2243b-c08e-44b9-89c2-1f3d3e56811e req-8670551d-28d9-46f3-89d7-55bd8511e1a1 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:08.180760 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-76d2243b-c08e-44b9-89c2-1f3d3e56811e req-8670551d-28d9-46f3-89d7-55bd8511e1a1 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a6ba292-48ab-4ec7-9c2a-8618897a50d4 HTTP/1.1" status: 200 len: 945 time: 0.1760256 Sep 23 23:11:08.249058 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d8b88cd1-a7bc-488a-9c04-cc8412115e5c req-f83d94b6-d261-4448-b9bf-6f8879d31b17 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669701 Sep 23 23:11:08.274283 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-76d2243b-c08e-44b9-89c2-1f3d3e56811e req-b49706cc-878a-457a-b0f4-4bebe1e56760 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/security-groups?id=3af88e19-d3d0-44f4-879d-2aafdf89e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837710 Sep 23 23:11:08.758730 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7dc0b1-04c4-4dfb-9ee3-8d3350ff123f req-5906fdfd-0503-44e5-a909-67d72029410f tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:08.760684 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7d7dc0b1-04c4-4dfb-9ee3-8d3350ff123f req-5906fdfd-0503-44e5-a909-67d72029410f tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 945 time: 0.0577171 Sep 23 23:11:08.810438 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7d7dc0b1-04c4-4dfb-9ee3-8d3350ff123f req-cc179d00-0a99-471b-a3fe-4cf30ed12ae6 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392988 Sep 23 23:11:09.240713 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21712e05-af2d-4262-9389-dfb9c0b6e784 req-f7275896-def3-48bb-8ea0-a978bca2fb03 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:09.242510 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-21712e05-af2d-4262-9389-dfb9c0b6e784 req-f7275896-def3-48bb-8ea0-a978bca2fb03 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0541823 Sep 23 23:11:09.299534 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-21712e05-af2d-4262-9389-dfb9c0b6e784 req-5f1e0bab-460e-4f37-a055-7799b32301dd tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499115 Sep 23 23:11:09.430676 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12df95-b2d6-4d38-95a3-07e90627b0f7 req-0ce1d1da-ddcb-4f71-b449-73981f10a3d3 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:09.432498 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ca12df95-b2d6-4d38-95a3-07e90627b0f7 req-0ce1d1da-ddcb-4f71-b449-73981f10a3d3 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.0768142 Sep 23 23:11:09.488089 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ca12df95-b2d6-4d38-95a3-07e90627b0f7 req-ba7f7e4a-147f-4250-a86c-7502b9d858ab tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466783 Sep 23 23:11:09.603633 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:10.013488 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aba5e9-eefc-4273-89d8-7f68d6dd9028 req-08bdc308-d410-4bfa-b278-0ff205816363 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:10.016654 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-82aba5e9-eefc-4273-89d8-7f68d6dd9028 req-08bdc308-d410-4bfa-b278-0ff205816363 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 945 time: 0.0580683 Sep 23 23:11:10.064774 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-82aba5e9-eefc-4273-89d8-7f68d6dd9028 req-9e0cc0c6-880e-4f0d-a1c2-b83303b75cc3 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408144 Sep 23 23:11:10.646135 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd0208-3de4-4a36-9db1-fe1f401a5cc6 req-86245efd-a7db-4f4e-b05b-987393d81c11 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:10.647696 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f1dd0208-3de4-4a36-9db1-fe1f401a5cc6 req-86245efd-a7db-4f4e-b05b-987393d81c11 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.0722983 Sep 23 23:11:10.698368 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f1dd0208-3de4-4a36-9db1-fe1f401a5cc6 req-9966567e-04f2-447c-933e-454f1d1b9dd7 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436394 Sep 23 23:11:11.217578 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505ab14-1e28-4918-afe7-7c5d62ce8341 req-bab7e058-45de-40fb-9b2d-ce5442848fd5 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:11.219377 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8505ab14-1e28-4918-afe7-7c5d62ce8341 req-bab7e058-45de-40fb-9b2d-ce5442848fd5 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 945 time: 0.0640731 Sep 23 23:11:11.259829 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8505ab14-1e28-4918-afe7-7c5d62ce8341 req-637f4dec-5ebd-4cd4-b00e-099154e7d3e7 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339370 Sep 23 23:11:11.411947 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba2d8a-84f4-4e37-b3b0-9adaf5bf3861 req-a2aa0c9e-da0b-4909-9b4a-41e9b7f7f15f tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:11.414609 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-21ba2d8a-84f4-4e37-b3b0-9adaf5bf3861 req-a2aa0c9e-da0b-4909-9b4a-41e9b7f7f15f tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 945 time: 0.0689502 Sep 23 23:11:11.428888 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 55558) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:11:11.434924 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-f9bd684a-a69c-4944-9199-0a439cb528f0 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Request body: {'floatingip': {'port_id': '6b7200a6-e363-47fa-bdab-e3eb6ebccade'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:11:11.478460 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f9bd684a-a69c-4944-9199-0a439cb528f0 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks [] for floatingip, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:12.228587 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0db81-273b-428b-aecd-fbfbe2836c21 req-665ec17e-7e4d-4fdd-b9d8-765a0a6a4968 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:12.230174 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-34b0db81-273b-428b-aecd-fbfbe2836c21 req-665ec17e-7e4d-4fdd-b9d8-765a0a6a4968 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.4106028 Sep 23 23:11:12.345608 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-34b0db81-273b-428b-aecd-fbfbe2836c21 req-70d0d549-5962-40dd-acdc-47dd5a656b63 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066022 Sep 23 23:11:12.372462 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f9bd684a-a69c-4944-9199-0a439cb528f0 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:12.378251 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f9bd684a-a69c-4944-9199-0a439cb528f0 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594972'] for floatingip, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:12.504490 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.db.l3_db [None req-f9bd684a-a69c-4944-9199-0a439cb528f0 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Floating IP ff722f74-30a7-4767-aa46-561995dbcb9b associated. External IP: 172.27.1.95, port: 6b7200a6-e363-47fa-bdab-e3eb6ebccade. Sep 23 23:11:12.776568 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9bd684a-a69c-4944-9199-0a439cb528f0 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Router ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7 has already been hosted by L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 {{(pid=94232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:11:12.937873 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9bd684a-a69c-4944-9199-0a439cb528f0 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:11:12.944017 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f9bd684a-a69c-4944-9199-0a439cb528f0 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for floatingip, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:12.948896 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9f5adb-d14b-472a-b540-7b81936bdbac None None] Sync routers for ids ['ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7'] in dv-cinder-810785-1-iscsi {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:11:12.958630 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9f5adb-d14b-472a-b540-7b81936bdbac None None] Routers {'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:11:12.959289 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-4b9f5adb-d14b-472a-b540-7b81936bdbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:10:58Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:11:12.986394 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-f9bd684a-a69c-4944-9199-0a439cb528f0 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "PUT /v2.0/floatingips/ff722f74-30a7-4767-aa46-561995dbcb9b HTTP/1.1" status: 200 len: 990 time: 1.5564220 Sep 23 23:11:12.987114 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05edada2-edec-44e9-a1f7-e0f4d489797c', 'tag': '6b7200a6-e363-47fa-bdab-e3eb6ebccade'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:11:12.989751 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc74f1c012309c835ea1a53c8f5f732cbfbf790adc92ee6109ffd7f3bd94d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fd84c1-fc4d-4eee-9794-dd015b2d218a" -d '{"events": [{"name": "network-changed", "server_uuid": "05edada2-edec-44e9-a1f7-e0f4d489797c", "tag": "6b7200a6-e363-47fa-bdab-e3eb6ebccade"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:11:13.055822 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbaf98b6-e986-4223-9459-a178eec645c8 x-openstack-request-id: req-bbaf98b6-e986-4223-9459-a178eec645c8 {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:11:13.056124 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05edada2-edec-44e9-a1f7-e0f4d489797c", "tag": "6b7200a6-e363-47fa-bdab-e3eb6ebccade", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:11:13.056495 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bbaf98b6-e986-4223-9459-a178eec645c8 {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:11:13.056957 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05edada2-edec-44e9-a1f7-e0f4d489797c', 'tag': '6b7200a6-e363-47fa-bdab-e3eb6ebccade', 'status': 'completed', 'code': 200} Sep 23 23:11:13.084228 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-4b9f5adb-d14b-472a-b540-7b81936bdbac None None] Set router ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:11:13.178657 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd84c1-fc4d-4eee-9794-dd015b2d218a req-d40fc553-3a83-452b-b39d-224bc5e5a8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:13.181310 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-48fd84c1-fc4d-4eee-9794-dd015b2d218a req-d40fc553-3a83-452b-b39d-224bc5e5a8a1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1ce270caeccc45089992ccfe6f9b5e97&device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 1098 time: 0.0529430 Sep 23 23:11:13.320656 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd84c1-fc4d-4eee-9794-dd015b2d218a req-ce93b1ca-f044-479c-9a11-7cd88bf7d7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:13.324076 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-48fd84c1-fc4d-4eee-9794-dd015b2d218a req-ce93b1ca-f044-479c-9a11-7cd88bf7d7bd service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a541a17-4f1f-474c-8b16-9626260a5840 HTTP/1.1" status: 200 len: 918 time: 0.1317496 Sep 23 23:11:13.441179 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-48fd84c1-fc4d-4eee-9794-dd015b2d218a req-0c1eef9c-8929-4cee-af18-1b546d9a720f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b7200a6-e363-47fa-bdab-e3eb6ebccade HTTP/1.1" status: 200 len: 998 time: 0.0934558 Sep 23 23:11:13.455873 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-4b9f5adb-d14b-472a-b540-7b81936bdbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1245347857-router', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:10:31Z', 'updated_at': '2021-09-23T23:10:38Z', 'revision_number': 4, 'project_id': '1ce270caeccc45089992ccfe6f9b5e97', 'gw_port': {'id': 'a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:10:32Z', 'updated_at': '2021-09-23T23:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_floatingips': [{'id': 'ff722f74-30a7-4767-aa46-561995dbcb9b', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'floating_ip_address': '172.27.1.95', 'floating_network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'router_id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'port_id': '6b7200a6-e363-47fa-bdab-e3eb6ebccade', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840', 'mac_address': 'fa:16:3e:33:71:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05edada2-edec-44e9-a1f7-e0f4d489797c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:10:43Z', 'updated_at': '2021-09-23T23:11:12Z', 'revision_number': 1, 'project_id': '1ce270caeccc45089992ccfe6f9b5e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bcfd350-dc29-4821-9140-efa8fddc726e', 'name': '', 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'mac_address': 'fa:16:3e:fd:f2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c8241cf2-9853-4e57-aa8e-4b19fe5956ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:10:37Z', 'updated_at': '2021-09-23T23:10:43Z', 'revision_number': 5, 'project_id': '1ce270caeccc45089992ccfe6f9b5e97', 'subnets': [{'id': 'c8241cf2-9853-4e57-aa8e-4b19fe5956ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:11:13.518742 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9f5adb-d14b-472a-b540-7b81936bdbac None None] Checking router: ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7 for host: dv-cinder-810785-1-iscsi {{(pid=94234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:11:13.538735 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9f5adb-d14b-472a-b540-7b81936bdbac None None] Routers {'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:11:13.539653 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-4b9f5adb-d14b-472a-b540-7b81936bdbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:10:58Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:11:13.590723 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e97af-be83-4c98-a01c-1f3962793a79 req-ffa25201-7806-4f6e-b9ec-9635f20f4f88 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:13.592320 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-643e97af-be83-4c98-a01c-1f3962793a79 req-ffa25201-7806-4f6e-b9ec-9635f20f4f88 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.1082757 Sep 23 23:11:13.593906 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd84c1-fc4d-4eee-9794-dd015b2d218a req-d3ea25b7-a380-4c2c-841d-80257684d752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:13.595302 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-48fd84c1-fc4d-4eee-9794-dd015b2d218a req-d3ea25b7-a380-4c2c-841d-80257684d752 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c8241cf2-9853-4e57-aa8e-4b19fe5956ff HTTP/1.1" status: 200 len: 856 time: 0.1513963 Sep 23 23:11:13.670747 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-643e97af-be83-4c98-a01c-1f3962793a79 req-7c366ed3-b193-447e-9169-65257fe250ff tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688009 Sep 23 23:11:13.681515 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd84c1-fc4d-4eee-9794-dd015b2d218a req-61e23356-2e93-4022-9986-4a7e59b5f262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:13.683102 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-48fd84c1-fc4d-4eee-9794-dd015b2d218a req-61e23356-2e93-4022-9986-4a7e59b5f262 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a541a17-4f1f-474c-8b16-9626260a5840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0627902 Sep 23 23:11:13.688288 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-4b9f5adb-d14b-472a-b540-7b81936bdbac None None] Set router ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:11:13.806285 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-48fd84c1-fc4d-4eee-9794-dd015b2d218a req-51f73a94-a5a0-4d7f-be1e-f1622c3f8e30 service neutron] 10.222.0.11 "GET /v2.0/networks/0a541a17-4f1f-474c-8b16-9626260a5840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085544 Sep 23 23:11:13.974390 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-48fd84c1-fc4d-4eee-9794-dd015b2d218a req-b301710b-9458-4807-9864-67384b417c2c service neutron] 10.222.0.11 "GET /v2.0/networks/0a541a17-4f1f-474c-8b16-9626260a5840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593676 Sep 23 23:11:14.035912 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-4b9f5adb-d14b-472a-b540-7b81936bdbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1245347857-router', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:10:31Z', 'updated_at': '2021-09-23T23:10:38Z', 'revision_number': 4, 'project_id': '1ce270caeccc45089992ccfe6f9b5e97', 'gw_port': {'id': 'a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:10:32Z', 'updated_at': '2021-09-23T23:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_floatingips': [{'id': 'ff722f74-30a7-4767-aa46-561995dbcb9b', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'floating_ip_address': '172.27.1.95', 'floating_network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'router_id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'port_id': '6b7200a6-e363-47fa-bdab-e3eb6ebccade', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840', 'mac_address': 'fa:16:3e:33:71:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05edada2-edec-44e9-a1f7-e0f4d489797c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:10:43Z', 'updated_at': '2021-09-23T23:11:12Z', 'revision_number': 1, 'project_id': '1ce270caeccc45089992ccfe6f9b5e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bcfd350-dc29-4821-9140-efa8fddc726e', 'name': '', 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'mac_address': 'fa:16:3e:fd:f2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c8241cf2-9853-4e57-aa8e-4b19fe5956ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:10:37Z', 'updated_at': '2021-09-23T23:10:43Z', 'revision_number': 5, 'project_id': '1ce270caeccc45089992ccfe6f9b5e97', 'subnets': [{'id': 'c8241cf2-9853-4e57-aa8e-4b19fe5956ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:11:14.067055 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9f5adb-d14b-472a-b540-7b81936bdbac None None] The sync data for ids ['ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7'] in dv-cinder-810785-1-iscsi is: [{'id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1245347857-router', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:10:31Z', 'updated_at': '2021-09-23T23:10:38Z', 'revision_number': 4, 'project_id': '1ce270caeccc45089992ccfe6f9b5e97', 'gw_port': {'id': 'a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:10:32Z', 'updated_at': '2021-09-23T23:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_floatingips': [{'id': 'ff722f74-30a7-4767-aa46-561995dbcb9b', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'floating_ip_address': '172.27.1.95', 'floating_network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'router_id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'port_id': '6b7200a6-e363-47fa-bdab-e3eb6ebccade', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840', 'mac_address': 'fa:16:3e:33:71:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05edada2-edec-44e9-a1f7-e0f4d489797c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:10:43Z', 'updated_at': '2021-09-23T23:11:12Z', 'revision_number': 1, 'project_id': '1ce270caeccc45089992ccfe6f9b5e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bcfd350-dc29-4821-9140-efa8fddc726e', 'name': '', 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'mac_address': 'fa:16:3e:fd:f2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c8241cf2-9853-4e57-aa8e-4b19fe5956ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:10:37Z', 'updated_at': '2021-09-23T23:10:43Z', 'revision_number': 5, 'project_id': '1ce270caeccc45089992ccfe6f9b5e97', 'subnets': [{'id': 'c8241cf2-9853-4e57-aa8e-4b19fe5956ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:11:14.334130 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5758af5e-d994-4173-8d7a-892f03b28cfa None None] New status for floating IP ff722f74-30a7-4767-aa46-561995dbcb9b: ACTIVE {{(pid=94233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:11:14.832887 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739eff2c-4406-4825-8a7d-4ca242cdefa9 req-aa775288-2b5e-4f8e-a673-fa5693b6e678 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:14.834559 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-739eff2c-4406-4825-8a7d-4ca242cdefa9 req-aa775288-2b5e-4f8e-a673-fa5693b6e678 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.0731122 Sep 23 23:11:14.880624 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-739eff2c-4406-4825-8a7d-4ca242cdefa9 req-73c14d95-92dd-4fda-9fb9-57a90188baa1 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375104 Sep 23 23:11:16.022007 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3dac5-66a7-48df-9b1f-547337878a25 req-71ccc9df-1f78-49fd-b3fc-f1465184273b tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:16.027305 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-55f3dac5-66a7-48df-9b1f-547337878a25 req-71ccc9df-1f78-49fd-b3fc-f1465184273b tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.0573192 Sep 23 23:11:16.080732 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-55f3dac5-66a7-48df-9b1f-547337878a25 req-892bd26d-22df-44e9-874a-97daaacf441d tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449624 Sep 23 23:11:17.222829 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10e3dc-e567-4354-9a73-c29e819df976 req-3410e04e-814b-4615-89a2-9e07d936f7da tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:17.224579 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8f10e3dc-e567-4354-9a73-c29e819df976 req-3410e04e-814b-4615-89a2-9e07d936f7da tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.0542462 Sep 23 23:11:17.279614 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8f10e3dc-e567-4354-9a73-c29e819df976 req-1c0c4a18-d20b-48af-a1a8-241f45e398af tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479019 Sep 23 23:11:17.980131 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 55726) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:11:18.039367 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3da300f-4f2c-45bc-8483-e6649bda8dc6 admin admin] Deleting subnet 4551348a-7d08-49ee-95fb-6233db190c9f {{(pid=94231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:11:18.045044 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b3da300f-4f2c-45bc-8483-e6649bda8dc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:18.088961 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b3da300f-4f2c-45bc-8483-e6649bda8dc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3956720'] for subnet, precommit_delete_associations {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:18.126611 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 55730) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:11:18.145900 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b3da300f-4f2c-45bc-8483-e6649bda8dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8114061'] for subnet, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:18.207392 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b3da300f-4f2c-45bc-8483-e6649bda8dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8114052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906294'] for subnet, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:18.236865 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da300f-4f2c-45bc-8483-e6649bda8dc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4551348a-7d08-49ee-95fb-6233db190c9f,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:11:18.244515 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b3da300f-4f2c-45bc-8483-e6649bda8dc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for subnet, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:18.249760 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-b3da300f-4f2c-45bc-8483-e6649bda8dc6 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4551348a-7d08-49ee-95fb-6233db190c9f HTTP/1.1" status: 204 len: 168 time: 0.2651441 Sep 23 23:11:18.249760 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da300f-4f2c-45bc-8483-e6649bda8dc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:11:18.249760 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da300f-4f2c-45bc-8483-e6649bda8dc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:11:18.249760 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da300f-4f2c-45bc-8483-e6649bda8dc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:11:18.249760 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da300f-4f2c-45bc-8483-e6649bda8dc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:11:18.249760 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da300f-4f2c-45bc-8483-e6649bda8dc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:11:18.249760 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da300f-4f2c-45bc-8483-e6649bda8dc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:11:18.250832 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da300f-4f2c-45bc-8483-e6649bda8dc6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:11:18.250832 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da300f-4f2c-45bc-8483-e6649bda8dc6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:11:18.250832 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da300f-4f2c-45bc-8483-e6649bda8dc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:11:18.250832 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da300f-4f2c-45bc-8483-e6649bda8dc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:11:18.251444 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 55734) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:11:18.252218 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da300f-4f2c-45bc-8483-e6649bda8dc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:11:18.252218 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da300f-4f2c-45bc-8483-e6649bda8dc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:11:18.310362 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-934a2210-718e-4727-b078-33e0379d9d61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:18.434297 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c3756c06-91bb-47df-b2ec-95c05b16aee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7893109'] for network, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:18.551435 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c588a-23d6-41ca-87bb-1272519718f6 req-fe3d827b-e1ce-4968-8d16-10c8d950f47a tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:18.553789 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d75c588a-23d6-41ca-87bb-1272519718f6 req-fe3d827b-e1ce-4968-8d16-10c8d950f47a tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.1539872 Sep 23 23:11:18.709936 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c3756c06-91bb-47df-b2ec-95c05b16aee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8111924', 'neutron.services.segments.db._delete_segments_for_network-8784998755988'] for network, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:18.756390 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c3756c06-91bb-47df-b2ec-95c05b16aee7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:11:18.756732 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c3756c06-91bb-47df-b2ec-95c05b16aee7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:11:18.757489 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c3756c06-91bb-47df-b2ec-95c05b16aee7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:11:18.757829 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c3756c06-91bb-47df-b2ec-95c05b16aee7 admin admin] Subscribe: > port after_create 55550000 {{(pid=94232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:11:18.758164 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c3756c06-91bb-47df-b2ec-95c05b16aee7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:11:18.758488 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c3756c06-91bb-47df-b2ec-95c05b16aee7 admin admin] Subscribe: > port after_update 55550000 {{(pid=94232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:11:18.758807 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c3756c06-91bb-47df-b2ec-95c05b16aee7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:11:18.759118 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c3756c06-91bb-47df-b2ec-95c05b16aee7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:11:18.759480 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c3756c06-91bb-47df-b2ec-95c05b16aee7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:11:18.759798 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c3756c06-91bb-47df-b2ec-95c05b16aee7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:11:18.828310 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c3756c06-91bb-47df-b2ec-95c05b16aee7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:11:18.828652 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c3756c06-91bb-47df-b2ec-95c05b16aee7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:11:18.828984 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c3756c06-91bb-47df-b2ec-95c05b16aee7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:11:18.829308 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c3756c06-91bb-47df-b2ec-95c05b16aee7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:11:18.829678 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-c3756c06-91bb-47df-b2ec-95c05b16aee7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['365ed0d4-0df5-4bc9-9057-c0dc0a946e9c']}} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:11:18.837800 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d75c588a-23d6-41ca-87bb-1272519718f6 req-e679fc60-7a53-4225-abb7-1b685e3128db tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2460010 Sep 23 23:11:18.860283 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-c3756c06-91bb-47df-b2ec-95c05b16aee7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bf79762-9513-4a9f-8952-7453b6663a12') {'for_net_delete': True} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:11:18.860568 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-c3756c06-91bb-47df-b2ec-95c05b16aee7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bf79762-9513-4a9f-8952-7453b6663a12') {} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:11:18.877869 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-934a2210-718e-4727-b078-33e0379d9d61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:18.884636 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c3756c06-91bb-47df-b2ec-95c05b16aee7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784998755229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176778'] for segment, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:18.889405 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-934a2210-718e-4727-b078-33e0379d9d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:18.938315 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c3756c06-91bb-47df-b2ec-95c05b16aee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778'] for segment, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:18.955562 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3756c06-91bb-47df-b2ec-95c05b16aee7 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=94232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:11:18.955894 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c3756c06-91bb-47df-b2ec-95c05b16aee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416379'] for segment, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:18.959701 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-934a2210-718e-4727-b078-33e0379d9d61 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bc9152659454440c9845cbade71ca454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8317487 Sep 23 23:11:18.962793 dv-cinder-810785-1-iscsi neutron-server[94232]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 23:11:18.962793 dv-cinder-810785-1-iscsi neutron-server[94232]: from cryptography.utils import int_from_bytes Sep 23 23:11:18.962793 dv-cinder-810785-1-iscsi neutron-server[94232]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 23:11:18.962793 dv-cinder-810785-1-iscsi neutron-server[94232]: from cryptography.utils import int_from_bytes Sep 23 23:11:18.962793 dv-cinder-810785-1-iscsi neutron-server[94232]: Traceback (most recent call last): Sep 23 23:11:18.962793 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:11:18.962793 dv-cinder-810785-1-iscsi neutron-server[94232]: timer() Sep 23 23:11:18.962793 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:11:18.962793 dv-cinder-810785-1-iscsi neutron-server[94232]: cb(*args, **kw) Sep 23 23:11:18.962793 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:11:18.962793 dv-cinder-810785-1-iscsi neutron-server[94232]: return func(*args, **kwargs) Sep 23 23:11:18.962793 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:11:18.962793 dv-cinder-810785-1-iscsi neutron-server[94232]: self._notify() Sep 23 23:11:18.962793 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:11:18.962793 dv-cinder-810785-1-iscsi neutron-server[94232]: self.callback(batched_events) Sep 23 23:11:18.962793 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:11:18.962793 dv-cinder-810785-1-iscsi neutron-server[94232]: event.method(event) Sep 23 23:11:18.962793 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:11:18.962793 dv-cinder-810785-1-iscsi neutron-server[94232]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:11:18.962793 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:11:18.962793 dv-cinder-810785-1-iscsi neutron-server[94232]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:11:18.962793 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:11:18.962793 dv-cinder-810785-1-iscsi neutron-server[94232]: return f(self, *a, **k) Sep 23 23:11:18.962793 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:11:18.962793 dv-cinder-810785-1-iscsi neutron-server[94232]: return self._get(url).json() Sep 23 23:11:18.962793 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:11:18.962793 dv-cinder-810785-1-iscsi neutron-server[94232]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:11:18.962793 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:11:18.962793 dv-cinder-810785-1-iscsi neutron-server[94232]: return self.request(url, 'GET', **kwargs) Sep 23 23:11:18.962793 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:11:18.962793 dv-cinder-810785-1-iscsi neutron-server[94232]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:11:18.962793 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:11:18.962793 dv-cinder-810785-1-iscsi neutron-server[94232]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:11:18.962793 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:11:18.962793 dv-cinder-810785-1-iscsi neutron-server[94232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:11:18.962793 dv-cinder-810785-1-iscsi neutron-server[94232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:11:18.964987 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 55746) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:11:18.973410 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a2210-718e-4727-b078-33e0379d9d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce608014-7b45-4e7e-a5b6-91cfb3ebda6a,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:11:18.992502 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934a2210-718e-4727-b078-33e0379d9d61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:11:18.992790 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934a2210-718e-4727-b078-33e0379d9d61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:11:18.993051 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934a2210-718e-4727-b078-33e0379d9d61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:11:18.993376 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934a2210-718e-4727-b078-33e0379d9d61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:11:18.993703 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934a2210-718e-4727-b078-33e0379d9d61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:11:18.994033 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934a2210-718e-4727-b078-33e0379d9d61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:11:18.994349 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934a2210-718e-4727-b078-33e0379d9d61 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:11:18.994671 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934a2210-718e-4727-b078-33e0379d9d61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:11:18.994989 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934a2210-718e-4727-b078-33e0379d9d61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:11:18.995338 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934a2210-718e-4727-b078-33e0379d9d61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:11:18.995659 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934a2210-718e-4727-b078-33e0379d9d61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:11:18.995976 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934a2210-718e-4727-b078-33e0379d9d61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:11:19.038187 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d10f79e4-adfe-4818-953e-124e53eb7c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:19.042580 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c3756c06-91bb-47df-b2ec-95c05b16aee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8111875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594954'] for network, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:19.055242 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c3756c06-91bb-47df-b2ec-95c05b16aee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for network, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:19.058385 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-c3756c06-91bb-47df-b2ec-95c05b16aee7 admin admin] 10.222.0.46 "DELETE /v2.0/networks/365ed0d4-0df5-4bc9-9057-c0dc0a946e9c HTTP/1.1" status: 204 len: 168 time: 0.8059051 Sep 23 23:11:19.064062 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 55748) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:11:19.081716 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3756c06-91bb-47df-b2ec-95c05b16aee7 admin admin] Pushing event deleted for resources: {'Network': ['ID=365ed0d4-0df5-4bc9-9057-c0dc0a946e9c,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:11:19.109949 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d10f79e4-adfe-4818-953e-124e53eb7c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:19.162688 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5107c8a-4295-4273-bd83-b987c523f9d8 admin admin] Deleting subnet a52387bf-5ad2-4504-885a-6de3ae127b7b {{(pid=94231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:11:19.169795 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f5107c8a-4295-4273-bd83-b987c523f9d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:19.212549 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f5107c8a-4295-4273-bd83-b987c523f9d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3956720'] for subnet, precommit_delete_associations {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:19.243824 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d10f79e4-adfe-4818-953e-124e53eb7c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:19.246227 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d10f79e4-adfe-4818-953e-124e53eb7c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:19.247461 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-d10f79e4-adfe-4818-953e-124e53eb7c91 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ce608014-7b45-4e7e-a5b6-91cfb3ebda6a HTTP/1.1" status: 204 len: 168 time: 0.2824671 Sep 23 23:11:19.261860 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f79e4-adfe-4818-953e-124e53eb7c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce608014-7b45-4e7e-a5b6-91cfb3ebda6a,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:11:19.272932 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f5107c8a-4295-4273-bd83-b987c523f9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8114061'] for subnet, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:19.337748 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f5107c8a-4295-4273-bd83-b987c523f9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8114052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906294'] for subnet, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:19.367319 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5107c8a-4295-4273-bd83-b987c523f9d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a52387bf-5ad2-4504-885a-6de3ae127b7b,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:11:19.369273 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f5107c8a-4295-4273-bd83-b987c523f9d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for subnet, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:19.371241 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-f5107c8a-4295-4273-bd83-b987c523f9d8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a52387bf-5ad2-4504-885a-6de3ae127b7b HTTP/1.1" status: 204 len: 168 time: 0.3056583 Sep 23 23:11:19.374359 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 55752) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:11:19.480827 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b08b9e30-5129-459f-a78a-8a7803c85a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7893109'] for network, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:19.629509 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b08b9e30-5129-459f-a78a-8a7803c85a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8111924', 'neutron.services.segments.db._delete_segments_for_network-8784998755988'] for network, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:19.662006 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-b08b9e30-5129-459f-a78a-8a7803c85a8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['380205cc-6c48-4bfe-8274-7065ff971332']}} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:11:19.672667 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-b08b9e30-5129-459f-a78a-8a7803c85a8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be770973-2d5c-4645-8815-478d7f6df47b') {'for_net_delete': True} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:11:19.672947 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-b08b9e30-5129-459f-a78a-8a7803c85a8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be770973-2d5c-4645-8815-478d7f6df47b') {} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:11:19.683867 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b08b9e30-5129-459f-a78a-8a7803c85a8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784998755229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3956713'] for segment, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:19.700857 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b08b9e30-5129-459f-a78a-8a7803c85a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778'] for segment, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:19.708327 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b08b9e30-5129-459f-a78a-8a7803c85a8d admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=94231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:11:19.708731 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b08b9e30-5129-459f-a78a-8a7803c85a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3257149'] for segment, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:19.710741 dv-cinder-810785-1-iscsi neutron-server[94231]: Traceback (most recent call last): Sep 23 23:11:19.710741 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:11:19.710741 dv-cinder-810785-1-iscsi neutron-server[94231]: timer() Sep 23 23:11:19.710741 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:11:19.710741 dv-cinder-810785-1-iscsi neutron-server[94231]: cb(*args, **kw) Sep 23 23:11:19.710741 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:11:19.710741 dv-cinder-810785-1-iscsi neutron-server[94231]: return func(*args, **kwargs) Sep 23 23:11:19.710741 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:11:19.710741 dv-cinder-810785-1-iscsi neutron-server[94231]: self._notify() Sep 23 23:11:19.710741 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:11:19.710741 dv-cinder-810785-1-iscsi neutron-server[94231]: self.callback(batched_events) Sep 23 23:11:19.710741 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:11:19.710741 dv-cinder-810785-1-iscsi neutron-server[94231]: event.method(event) Sep 23 23:11:19.710741 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:11:19.710741 dv-cinder-810785-1-iscsi neutron-server[94231]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:11:19.710741 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:11:19.710741 dv-cinder-810785-1-iscsi neutron-server[94231]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:11:19.710741 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:11:19.710741 dv-cinder-810785-1-iscsi neutron-server[94231]: return f(self, *a, **k) Sep 23 23:11:19.710741 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:11:19.710741 dv-cinder-810785-1-iscsi neutron-server[94231]: return self._get(url).json() Sep 23 23:11:19.710741 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:11:19.710741 dv-cinder-810785-1-iscsi neutron-server[94231]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:11:19.710741 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:11:19.710741 dv-cinder-810785-1-iscsi neutron-server[94231]: return self.request(url, 'GET', **kwargs) Sep 23 23:11:19.710741 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:11:19.710741 dv-cinder-810785-1-iscsi neutron-server[94231]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:11:19.710741 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:11:19.710741 dv-cinder-810785-1-iscsi neutron-server[94231]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:11:19.710741 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:11:19.710741 dv-cinder-810785-1-iscsi neutron-server[94231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:11:19.710741 dv-cinder-810785-1-iscsi neutron-server[94231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:11:19.792751 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b08b9e30-5129-459f-a78a-8a7803c85a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8111875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594954'] for network, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:19.804675 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b08b9e30-5129-459f-a78a-8a7803c85a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for network, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:19.808402 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-b08b9e30-5129-459f-a78a-8a7803c85a8d admin admin] 10.222.0.46 "DELETE /v2.0/networks/380205cc-6c48-4bfe-8274-7065ff971332 HTTP/1.1" status: 204 len: 168 time: 0.4326897 Sep 23 23:11:19.827096 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b9e30-5129-459f-a78a-8a7803c85a8d admin admin] Pushing event deleted for resources: {'Network': ['ID=380205cc-6c48-4bfe-8274-7065ff971332,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:11:20.035986 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e554e7-fa9d-4dc7-9ebc-ff8fb907806f req-7c4795f7-f11c-4547-9546-8d6b47ace455 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:20.039948 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f7e554e7-fa9d-4dc7-9ebc-ff8fb907806f req-7c4795f7-f11c-4547-9546-8d6b47ace455 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.0803123 Sep 23 23:11:20.090221 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 55782) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:11:20.124816 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f7e554e7-fa9d-4dc7-9ebc-ff8fb907806f req-2fa08948-a969-4875-89b5-bbbb26c462a2 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779929 Sep 23 23:11:20.178472 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-401e7f83-2a76-4286-b7dc-5b42410365c0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=feeeda354f734034a8ca8546fb5f66b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0858672 Sep 23 23:11:20.181250 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 55784) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:11:20.266083 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-3ecf28e9-be81-4142-b00e-70bde165a364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:20.298471 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-3ecf28e9-be81-4142-b00e-70bde165a364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:20.378698 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-3ecf28e9-be81-4142-b00e-70bde165a364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:20.382773 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-3ecf28e9-be81-4142-b00e-70bde165a364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:20.384397 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-3ecf28e9-be81-4142-b00e-70bde165a364 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/be50394a-3772-4acc-b20c-bec5142435d7 HTTP/1.1" status: 204 len: 168 time: 0.2019286 Sep 23 23:11:20.396956 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf28e9-be81-4142-b00e-70bde165a364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be50394a-3772-4acc-b20c-bec5142435d7,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:11:20.890883 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 55814) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:11:20.936430 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-ff833be3-11dd-4a68-9108-25142c726b32 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fe914116f2d24c65bb66ec300963004c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0436938 Sep 23 23:11:20.940507 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 55816) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:11:21.000391 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c81c8549-295c-453d-a62c-ad9586f41f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:21.031408 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c81c8549-295c-453d-a62c-ad9586f41f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:21.092550 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c81c8549-295c-453d-a62c-ad9586f41f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:21.095710 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c81c8549-295c-453d-a62c-ad9586f41f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:21.097385 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-c81c8549-295c-453d-a62c-ad9586f41f2d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2b06a2f5-690e-4ee2-ac36-3a7c1a9b527c HTTP/1.1" status: 204 len: 168 time: 0.1555750 Sep 23 23:11:21.112912 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c8549-295c-453d-a62c-ad9586f41f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b06a2f5-690e-4ee2-ac36-3a7c1a9b527c,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:11:21.307558 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ba161-062c-4328-ad43-50f39b756703 req-238508cf-1fd1-43d3-ac13-b6786e3b56e4 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:21.309183 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-af0ba161-062c-4328-ad43-50f39b756703 req-238508cf-1fd1-43d3-ac13-b6786e3b56e4 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.0648563 Sep 23 23:11:21.381405 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-af0ba161-062c-4328-ad43-50f39b756703 req-af0ef990-b3c1-4232-a124-905322256622 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634444 Sep 23 23:11:21.706924 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95fecde-6bcd-42b9-8e50-4df0ad8ef099 req-a83fe6ae-aa3f-4450-8c5a-2904e6258ef1 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:21.712739 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c95fecde-6bcd-42b9-8e50-4df0ad8ef099 req-a83fe6ae-aa3f-4450-8c5a-2904e6258ef1 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.0677681 Sep 23 23:11:21.772685 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c95fecde-6bcd-42b9-8e50-4df0ad8ef099 req-94492c00-4b90-42fe-a6f2-466ba7e1b20b tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581379 Sep 23 23:11:21.858521 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94131e21-0b4b-43e5-bcc6-82d245020e3c req-2b52803d-219f-4c1c-82bb-66a86b167a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:21.861760 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-94131e21-0b4b-43e5-bcc6-82d245020e3c req-2b52803d-219f-4c1c-82bb-66a86b167a02 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a9b741287e54b41b0e1fea7f8d4accc&device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 1098 time: 0.0776238 Sep 23 23:11:22.033993 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94131e21-0b4b-43e5-bcc6-82d245020e3c req-996d92b6-d46f-49bc-a187-0e8540f1f807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:22.035600 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-94131e21-0b4b-43e5-bcc6-82d245020e3c req-996d92b6-d46f-49bc-a187-0e8540f1f807 service neutron] 10.222.0.11 "GET /v2.0/networks?id=859f9436-dc16-4206-b2fa-4ec5d354a397 HTTP/1.1" status: 200 len: 912 time: 0.1639528 Sep 23 23:11:22.132693 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-94131e21-0b4b-43e5-bcc6-82d245020e3c req-c5685579-f002-43c0-a3be-c95a01ab26e3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57776d52-8430-4439-ab81-0a861c2b2789 HTTP/1.1" status: 200 len: 1000 time: 0.0698624 Sep 23 23:11:22.202538 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94131e21-0b4b-43e5-bcc6-82d245020e3c req-00aac48a-dae5-49f0-8497-2b844cd4e9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:22.204558 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-94131e21-0b4b-43e5-bcc6-82d245020e3c req-00aac48a-dae5-49f0-8497-2b844cd4e9eb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d5292f11-46b2-45b6-a3a7-25fa5706495d HTTP/1.1" status: 200 len: 850 time: 0.0537279 Sep 23 23:11:22.270457 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 55866) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:11:22.299642 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94131e21-0b4b-43e5-bcc6-82d245020e3c req-50f2c76b-2b2c-47df-ab5a-964b87272147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:22.302168 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-94131e21-0b4b-43e5-bcc6-82d245020e3c req-50f2c76b-2b2c-47df-ab5a-964b87272147 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=859f9436-dc16-4206-b2fa-4ec5d354a397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0855286 Sep 23 23:11:22.395410 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09aac79-0f43-4daf-9885-b32bb5e6a881 req-5b9637d6-ced4-4b87-85fb-37469239aedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:22.399316 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e09aac79-0f43-4daf-9885-b32bb5e6a881 req-5b9637d6-ced4-4b87-85fb-37469239aedf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5cecf3dbc83542a19dc355f0eed91522&device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 1099 time: 0.0825756 Sep 23 23:11:22.415041 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-8bfe4764-bb92-4e3c-ada2-ce636af83b25 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1455007577-network', 'tenant_id': '3edc269635654e109659129f0ea9217f'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:11:22.422056 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779d26f-2a1b-4412-9868-4601cb6a6b82 req-7a026a6c-06b6-42cb-9585-13fa431a7954 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:22.423781 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-3779d26f-2a1b-4412-9868-4601cb6a6b82 req-7a026a6c-06b6-42cb-9585-13fa431a7954 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.1143231 Sep 23 23:11:22.516948 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-94131e21-0b4b-43e5-bcc6-82d245020e3c req-e9688f88-e057-4544-a980-e4cd8c69c2a9 service neutron] 10.222.0.11 "GET /v2.0/networks/859f9436-dc16-4206-b2fa-4ec5d354a397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906521 Sep 23 23:11:22.538185 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-3779d26f-2a1b-4412-9868-4601cb6a6b82 req-b9b72a3c-50f2-4ddb-8696-5ae108840497 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848758 Sep 23 23:11:22.616207 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfe4764-bb92-4e3c-ada2-ce636af83b25 admin admin] Made reservation on behalf of 3edc269635654e109659129f0ea9217f for: {'network': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:11:22.622732 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8bfe4764-bb92-4e3c-ada2-ce636af83b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for network, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:22.647148 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8bfe4764-bb92-4e3c-ada2-ce636af83b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:22.696175 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09aac79-0f43-4daf-9885-b32bb5e6a881 req-caae2dba-b7cf-4b6b-82d3-49e0f7ef23b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:22.697228 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-94131e21-0b4b-43e5-bcc6-82d245020e3c req-475f28b7-e439-4e1e-8d84-3c04f67c5c24 service neutron] 10.222.0.11 "GET /v2.0/networks/859f9436-dc16-4206-b2fa-4ec5d354a397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706722 Sep 23 23:11:22.698687 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e09aac79-0f43-4daf-9885-b32bb5e6a881 req-caae2dba-b7cf-4b6b-82d3-49e0f7ef23b5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5ecc2712-9a4c-4406-a4a9-34a029e19ad4 HTTP/1.1" status: 200 len: 920 time: 0.2643328 Sep 23 23:11:22.781728 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e09aac79-0f43-4daf-9885-b32bb5e6a881 req-777a3a03-73e1-462d-8bc0-2b77efec6abd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6698bd3-5871-41f1-ad67-d322b8907bca HTTP/1.1" status: 200 len: 217 time: 0.0643730 Sep 23 23:11:22.895908 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09aac79-0f43-4daf-9885-b32bb5e6a881 req-79159856-d8cc-4fd6-a172-ed588485b65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:22.898514 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e09aac79-0f43-4daf-9885-b32bb5e6a881 req-79159856-d8cc-4fd6-a172-ed588485b65e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=11e43b35-bf07-41f5-b3f0-471b3986f781 HTTP/1.1" status: 200 len: 859 time: 0.1041644 Sep 23 23:11:22.951739 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e09aac79-0f43-4daf-9885-b32bb5e6a881 req-15709f0f-0712-40e6-bfad-bf7a389ec65c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ecc2712-9a4c-4406-a4a9-34a029e19ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429840 Sep 23 23:11:22.963062 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8bfe4764-bb92-4e3c-ada2-ce636af83b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:22.982122 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8bfe4764-bb92-4e3c-ada2-ce636af83b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:23.029393 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318975c9-8e5a-4a7c-aedd-65d6400a7094 req-c2a6f4ed-c2a1-4b67-bf30-8c74f80169f1 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:23.031629 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-318975c9-8e5a-4a7c-aedd-65d6400a7094 req-c2a6f4ed-c2a1-4b67-bf30-8c74f80169f1 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.1038601 Sep 23 23:11:23.052713 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bfe4764-bb92-4e3c-ada2-ce636af83b25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=94231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:11:23.096502 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe4764-bb92-4e3c-ada2-ce636af83b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0f71fb-7c96-4342-bf49-ba341c3b1901,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:11:23.097545 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-318975c9-8e5a-4a7c-aedd-65d6400a7094 req-54560814-dfac-44ba-abaa-aebe8f9485f1 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520291 Sep 23 23:11:23.126116 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8bfe4764-bb92-4e3c-ada2-ce636af83b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778'] for segment, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:23.126466 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.db.segments_db [None req-8bfe4764-bb92-4e3c-ada2-ce636af83b25 admin admin] Added segment 243c5f0e-f134-4c60-be87-02e0c97c3b66 of type vlan for network 59f918f0-6ac3-43a2-8f6e-9ccd641618c0 Sep 23 23:11:23.208156 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e09aac79-0f43-4daf-9885-b32bb5e6a881 req-be412a08-b4b1-45cd-9d4d-013594539b76 service neutron] 10.222.0.11 "GET /v2.0/networks/5ecc2712-9a4c-4406-a4a9-34a029e19ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404237 Sep 23 23:11:23.210862 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8bfe4764-bb92-4e3c-ada2-ce636af83b25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784998164246'] for network, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:23.249848 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8bfe4764-bb92-4e3c-ada2-ce636af83b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075'] for network, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:23.251657 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfe4764-bb92-4e3c-ada2-ce636af83b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:23.252878 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8bfe4764-bb92-4e3c-ada2-ce636af83b25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for network, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:23.274746 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-6c2990fa-1fbe-4fd4-bf4f-99a69857346a tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:23.276386 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-6c2990fa-1fbe-4fd4-bf4f-99a69857346a tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/networks?id=ce9d38ed-90b0-4188-83c2-f86aff95fb9d HTTP/1.1" status: 200 len: 815 time: 0.1403296 Sep 23 23:11:23.293939 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-7aa5ced7-2b0d-42f8-8fcd-05de1e1e2ba3 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/quotas/2ddea2c61a124ba99508af5db99cfa3a HTTP/1.1" status: 200 len: 375 time: 0.0111027 Sep 23 23:11:23.311485 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-8bfe4764-bb92-4e3c-ada2-ce636af83b25 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0358739 Sep 23 23:11:23.312212 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 55896) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:11:23.322372 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-d561edee-58d3-4af1-a765-9379c28ea7f8 admin admin] Request body: {'subnet': {'network_id': '59f918f0-6ac3-43a2-8f6e-9ccd641618c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1455007577-subnet', 'tenant_id': '3edc269635654e109659129f0ea9217f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:11:23.360153 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-d17ddcb0-c83a-4b7f-b4c4-3d8314af672f tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2ddea2c61a124ba99508af5db99cfa3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0541196 Sep 23 23:11:23.379396 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe4764-bb92-4e3c-ada2-ce636af83b25 admin admin] Pushing event updated for resources: {'Network': ['ID=59f918f0-6ac3-43a2-8f6e-9ccd641618c0,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:11:23.392499 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Network 59f918f0-6ac3-43a2-8f6e-9ccd641618c0 details requested by agent ovs-agent-dv-cinder-810785-1-iscsi with host dv-cinder-810785-1-iscsi {{(pid=94233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:11:23.398147 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d561edee-58d3-4af1-a765-9379c28ea7f8 admin admin] Made reservation on behalf of 3edc269635654e109659129f0ea9217f for: {'subnet': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:11:23.400633 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d561edee-58d3-4af1-a765-9379c28ea7f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906259'] for subnet, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:23.485355 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-5662b5dc-d318-49f7-a5c3-bda2450a682b service neutron] 10.222.0.46 "GET /v2.0/networks/ce9d38ed-90b0-4188-83c2-f86aff95fb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171987 Sep 23 23:11:23.591901 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-f4e2257a-e444-4b81-95bd-9b8e574c0cda service neutron] 10.222.0.46 "GET /v2.0/networks/ce9d38ed-90b0-4188-83c2-f86aff95fb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990839 Sep 23 23:11:23.631401 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d561edee-58d3-4af1-a765-9379c28ea7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906273'] for subnet, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:23.701842 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561edee-58d3-4af1-a765-9379c28ea7f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d197023-0ccf-493f-8bb3-6c7c2d4b305b,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:11:23.713370 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d561edee-58d3-4af1-a765-9379c28ea7f8 admin admin] Checking segment: {'id': '243c5f0e-f134-4c60-be87-02e0c97c3b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '59f918f0-6ac3-43a2-8f6e-9ccd641618c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:11:23.713829 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d561edee-58d3-4af1-a765-9379c28ea7f8 admin admin] Network hostable DHCP agents. Network: 59f918f0-6ac3-43a2-8f6e-9ccd641618c0, hostable agents: ['27ad89ec-6861-43ea-91c9-397cdd96ffe4'], hosted agents: [] {{(pid=94231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:11:23.747949 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-9180ccfd-7f95-4b5f-a7cf-7c417bafb26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:23.760817 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d561edee-58d3-4af1-a765-9379c28ea7f8 admin admin] Network 59f918f0-6ac3-43a2-8f6e-9ccd641618c0 is scheduled to be hosted by DHCP agent 27ad89ec-6861-43ea-91c9-397cdd96ffe4 with binding_index 1 {{(pid=94231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:11:23.776728 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-d561edee-58d3-4af1-a765-9379c28ea7f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810785-1-iscsi, 59f918f0-6ac3-43a2-8f6e-9ccd641618c0) {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:11:23.789246 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fc4cd1-8d86-4563-9922-ef00d32d1af7 None None] Network 59f918f0-6ac3-43a2-8f6e-9ccd641618c0 requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:11:23.790624 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d561edee-58d3-4af1-a765-9379c28ea7f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:23.791591 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d561edee-58d3-4af1-a765-9379c28ea7f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for subnet, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:23.813184 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-d561edee-58d3-4af1-a765-9379c28ea7f8 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5002458 Sep 23 23:11:23.865341 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac5084-e5b0-4af5-833a-3ff9257430bb req-836cc679-1854-4c2b-acd4-eef41aa80c53 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:23.874660 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-36ac5084-e5b0-4af5-833a-3ff9257430bb req-836cc679-1854-4c2b-acd4-eef41aa80c53 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0860610 Sep 23 23:11:23.930177 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-36ac5084-e5b0-4af5-833a-3ff9257430bb req-36cb6542-d6ff-42c6-bb70-04de9eedd18a tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539513 Sep 23 23:11:23.982240 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9672b93-8c80-4858-813a-1d455b0f3b59 None None] Network 59f918f0-6ac3-43a2-8f6e-9ccd641618c0 requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:11:24.023820 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cf17fbe8-e812-468e-b32b-63e00820162d req-26be57b3-fb5c-4a09-8310-e6e14c17b5e8 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=49998925-8e1b-4faa-8070-e0b61d3b429b HTTP/1.1" status: 200 len: 210 time: 0.0325439 Sep 23 23:11:24.301303 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc94fe-0cc6-4edc-b38f-64fa5212fef8 req-68eb1c91-d64e-4d37-89f3-a76ebdbeaa2a tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:24.302955 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b5dc94fe-0cc6-4edc-b38f-64fa5212fef8 req-68eb1c91-d64e-4d37-89f3-a76ebdbeaa2a tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.0630438 Sep 23 23:11:24.356178 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b5dc94fe-0cc6-4edc-b38f-64fa5212fef8 req-fb9b727b-3075-45c0-8f3d-ac079d28df1e tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458372 Sep 23 23:11:25.073778 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df2b262-b253-4f30-a1b5-f51c0ba5b7a9 req-eefa5ca9-bb9d-42f8-8182-198e364907e6 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:25.075497 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-3df2b262-b253-4f30-a1b5-f51c0ba5b7a9 req-eefa5ca9-bb9d-42f8-8182-198e364907e6 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0560613 Sep 23 23:11:25.122937 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-3df2b262-b253-4f30-a1b5-f51c0ba5b7a9 req-0c261088-fe1e-49d5-abc3-079de6a82a8f tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403299 Sep 23 23:11:25.221059 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f68c82c7-0163-47a9-b220-540aebe127e6 req-2751d0d2-5c0a-4b20-89b0-4ac5393e2a48 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=49998925-8e1b-4faa-8070-e0b61d3b429b HTTP/1.1" status: 200 len: 210 time: 0.0372112 Sep 23 23:11:25.480848 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541782f-71ef-459a-bc1f-f20bb3fc999f req-0ea047a1-67a8-414b-aa93-3539510f99e2 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:25.482326 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8541782f-71ef-459a-bc1f-f20bb3fc999f req-0ea047a1-67a8-414b-aa93-3539510f99e2 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.0517328 Sep 23 23:11:25.539389 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8541782f-71ef-459a-bc1f-f20bb3fc999f req-e3d43554-44fc-4bb1-a042-b4517a963669 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480480 Sep 23 23:11:26.211423 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e09aac79-0f43-4daf-9885-b32bb5e6a881 req-4a9d5f12-cf3c-4c4b-b513-c34a70a36d43 service neutron] 10.222.0.11 "GET /v2.0/networks/5ecc2712-9a4c-4406-a4a9-34a029e19ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141617 Sep 23 23:11:26.328850 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7bde75-d9b5-4457-8b17-9a574562edd6 req-0b7ff787-f24d-489a-9524-9153eba4ff37 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:26.343047 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4b7bde75-d9b5-4457-8b17-9a574562edd6 req-0b7ff787-f24d-489a-9524-9153eba4ff37 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.1320820 Sep 23 23:11:26.416121 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f3d2eca4-7dd0-4adb-aa7a-c9eff8f1ba6c req-a0836f24-790a-4477-a08d-eb1acf7ac344 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=49998925-8e1b-4faa-8070-e0b61d3b429b HTTP/1.1" status: 200 len: 210 time: 0.0677536 Sep 23 23:11:26.472426 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4b7bde75-d9b5-4457-8b17-9a574562edd6 req-5ee57803-5d33-43cb-893f-5b616317d026 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023934 Sep 23 23:11:26.674011 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087254c0-0a4f-4002-b35c-1d8070c411fc req-f24905ec-3af4-41a7-a6de-7f04436d2502 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:26.675502 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-087254c0-0a4f-4002-b35c-1d8070c411fc req-f24905ec-3af4-41a7-a6de-7f04436d2502 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.0553570 Sep 23 23:11:26.753710 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-087254c0-0a4f-4002-b35c-1d8070c411fc req-d603c663-71e5-42b9-9446-d53f84b21ac2 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699003 Sep 23 23:11:26.911188 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:27.034091 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-3a44a651-28fc-4d22-8e68-752f19549ae4 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:27.035746 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-3a44a651-28fc-4d22-8e68-752f19549ae4 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/networks?id=59f918f0-6ac3-43a2-8f6e-9ccd641618c0 HTTP/1.1" status: 200 len: 809 time: 0.1561923 Sep 23 23:11:27.061131 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-47049ad4-8ac9-4f48-949f-173cb93d16dc tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/quotas/3edc269635654e109659129f0ea9217f HTTP/1.1" status: 200 len: 375 time: 0.0155954 Sep 23 23:11:27.096823 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-6e949194-a461-4856-bbf3-6ebcf483285e tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3edc269635654e109659129f0ea9217f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288146 Sep 23 23:11:27.150355 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-42d8f757-0ab9-405d-96fa-f4d506ebb25f tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:27.152630 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-42d8f757-0ab9-405d-96fa-f4d506ebb25f tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.11 "GET /v2.0/networks?id=ce9d38ed-90b0-4188-83c2-f86aff95fb9d HTTP/1.1" status: 200 len: 815 time: 0.1308618 Sep 23 23:11:27.179151 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-90d3ebe4-b35b-440c-8c1e-f7a78d1f54c1 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Request body: {'port': {'device_id': '49998925-8e1b-4faa-8070-e0b61d3b429b', 'network_id': 'ce9d38ed-90b0-4188-83c2-f86aff95fb9d', 'admin_state_up': True, 'tenant_id': '2ddea2c61a124ba99508af5db99cfa3a'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:11:27.234332 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-edb286e8-bfd8-4d6e-a58a-17c0fb317110 service neutron] 10.222.0.46 "GET /v2.0/networks/59f918f0-6ac3-43a2-8f6e-9ccd641618c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123383 Sep 23 23:11:27.317147 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-90d3ebe4-b35b-440c-8c1e-f7a78d1f54c1 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Made reservation on behalf of 2ddea2c61a124ba99508af5db99cfa3a for: {'port': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:11:27.320911 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-90d3ebe4-b35b-440c-8c1e-f7a78d1f54c1 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:27.339656 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-a5da5806-1848-432d-a659-d52891d402d8 service neutron] 10.222.0.46 "GET /v2.0/networks/59f918f0-6ac3-43a2-8f6e-9ccd641618c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989232 Sep 23 23:11:27.515664 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-90d3ebe4-b35b-440c-8c1e-f7a78d1f54c1 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Allocated IP 172.20.0.2 (ce9d38ed-90b0-4188-83c2-f86aff95fb9d/dadbb2c8-7187-415d-b3c4-d09ac2c1fdfd/f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:11:27.543540 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-e120304e-e087-4557-b345-b0e358493c41 None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:11:27.567107 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-67d8a096-4134-40e5-88b7-ef1160522dae req-171b9bc9-6097-4c9b-aa31-9d4e15be9a8d tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=49998925-8e1b-4faa-8070-e0b61d3b429b HTTP/1.1" status: 200 len: 210 time: 0.0438778 Sep 23 23:11:27.610812 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-bf7b6dc5-c071-4e04-9b63-001b310e975e req-2bba61f7-461b-4163-ac89-8ab078a69173 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0d905-ca8d-46c5-9afa-bceab00ee498 HTTP/1.1" status: 200 len: 210 time: 0.0467241 Sep 23 23:11:27.727917 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-3d421442-a460-40ad-a019-22783dff3ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:27.788481 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879a7b2-1fee-4c52-8f0b-882fd96927be req-1503a6f7-e67c-44fb-b4f3-05ce2dfdd57a tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:27.790172 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-90d3ebe4-b35b-440c-8c1e-f7a78d1f54c1 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:27.800214 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c879a7b2-1fee-4c52-8f0b-882fd96927be req-1503a6f7-e67c-44fb-b4f3-05ce2dfdd57a tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.1004953 Sep 23 23:11:27.853775 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-90d3ebe4-b35b-440c-8c1e-f7a78d1f54c1 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:27.869436 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['afe7c452-c2b1-4452-acee-2f5e7a38185d', '18bd0e5f-850b-4717-95b3-f144f882815a', '36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:11:27.892645 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c879a7b2-1fee-4c52-8f0b-882fd96927be req-d7121fd2-0fe2-4ffd-8bb8-9fc4e6e3573c tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832961 Sep 23 23:11:27.905315 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af755786-2c99-4ed1-b222-7d67f28e1622 req-17196c6a-9ec6-422a-871d-847bda6ad809 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:27.906870 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-af755786-2c99-4ed1-b222-7d67f28e1622 req-17196c6a-9ec6-422a-871d-847bda6ad809 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.0719998 Sep 23 23:11:27.917984 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d3ebe4-b35b-440c-8c1e-f7a78d1f54c1 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Pushing event updated for resources: {'Port': ['ID=f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:11:27.934560 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-90d3ebe4-b35b-440c-8c1e-f7a78d1f54c1 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Network ce9d38ed-90b0-4188-83c2-f86aff95fb9d is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:11:27.936052 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-90d3ebe4-b35b-440c-8c1e-f7a78d1f54c1 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:11:27.938619 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-90d3ebe4-b35b-440c-8c1e-f7a78d1f54c1 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:11:28.009621 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-af755786-2c99-4ed1-b222-7d67f28e1622 req-ea7999ec-8fd6-45a5-89b9-b144d00bad3b tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840151 Sep 23 23:11:28.017374 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-90d3ebe4-b35b-440c-8c1e-f7a78d1f54c1 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:28.018202 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-90d3ebe4-b35b-440c-8c1e-f7a78d1f54c1 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:28.039711 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-90d3ebe4-b35b-440c-8c1e-f7a78d1f54c1 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8650415 Sep 23 23:11:28.057389 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-c8d2153e-48a5-4ac6-9cb7-ff43d3ba5c3e service neutron] Request body: {'port': {'device_id': '49998925-8e1b-4faa-8070-e0b61d3b429b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81078'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:11:28.142628 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-c8d2153e-48a5-4ac6-9cb7-ff43d3ba5c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:28.527003 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-c8d2153e-48a5-4ac6-9cb7-ff43d3ba5c3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c {{(pid=94231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:11:28.536126 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-c8d2153e-48a5-4ac6-9cb7-ff43d3ba5c3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:28.557296 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.provisioning_blocks [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-c8d2153e-48a5-4ac6-9cb7-ff43d3ba5c3e service neutron] Transition to ACTIVE for port object f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c will not be triggered until provisioned by entity L2. {{(pid=94231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:11:28.564869 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-c8d2153e-48a5-4ac6-9cb7-ff43d3ba5c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257029'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:28.616258 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2153e-48a5-4ac6-9cb7-ff43d3ba5c3e service neutron] Pushing event updated for resources: {'Port': ['ID=f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:11:28.711435 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-c8d2153e-48a5-4ac6-9cb7-ff43d3ba5c3e service neutron] Attempting to bind port f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c on host hv-cinder-81078 for vnic_type normal with profile {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:11:28.712088 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-c8d2153e-48a5-4ac6-9cb7-ff43d3ba5c3e service neutron] Attempting to bind port f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c by drivers openvswitch,hyperv on host hv-cinder-81078 at level 0 using segments [{'id': 'bb89ef85-36bb-4a06-b0e7-d6b884aca5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ce9d38ed-90b0-4188-83c2-f86aff95fb9d'}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:11:28.712499 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-c8d2153e-48a5-4ac6-9cb7-ff43d3ba5c3e service neutron] Attempting to bind port f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c on network ce9d38ed-90b0-4188-83c2-f86aff95fb9d {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:11:28.721309 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-c8d2153e-48a5-4ac6-9cb7-ff43d3ba5c3e service neutron] Port f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c on network ce9d38ed-90b0-4188-83c2-f86aff95fb9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81078 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:11:28.721772 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-c8d2153e-48a5-4ac6-9cb7-ff43d3ba5c3e service neutron] Attempting to bind port f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c on network ce9d38ed-90b0-4188-83c2-f86aff95fb9d {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:11:28.734551 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-c8d2153e-48a5-4ac6-9cb7-ff43d3ba5c3e service neutron] Checking agent: {'id': '3c892145-8c1f-42fb-b36d-f51cd8b65402', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 7, 8), 'started_at': datetime.datetime(2021, 9, 23, 23, 7, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:11:28.735989 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-c8d2153e-48a5-4ac6-9cb7-ff43d3ba5c3e service neutron] Checking segment: {'id': 'bb89ef85-36bb-4a06-b0e7-d6b884aca5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ce9d38ed-90b0-4188-83c2-f86aff95fb9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:11:28.735989 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-c8d2153e-48a5-4ac6-9cb7-ff43d3ba5c3e service neutron] Bound using segment: {'id': 'bb89ef85-36bb-4a06-b0e7-d6b884aca5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ce9d38ed-90b0-4188-83c2-f86aff95fb9d'} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:11:28.736781 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-c8d2153e-48a5-4ac6-9cb7-ff43d3ba5c3e service neutron] Bound port: f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c, host: hv-cinder-81078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb89ef85-36bb-4a06-b0e7-d6b884aca5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ce9d38ed-90b0-4188-83c2-f86aff95fb9d'}}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:11:28.737441 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-c8d2153e-48a5-4ac6-9cb7-ff43d3ba5c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:28.749510 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c908ca31-9885-4f56-850c-73e163def9dc req-0c199f0a-0d61-4210-99f2-f18d63cf357f tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0d905-ca8d-46c5-9afa-bceab00ee498 HTTP/1.1" status: 200 len: 210 time: 0.0423126 Sep 23 23:11:28.773288 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eccc3bb-1b7f-4219-9a5c-b15a0ba27f0f req-d95f385e-de69-4df0-b667-72ca0a156354 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:28.774806 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7eccc3bb-1b7f-4219-9a5c-b15a0ba27f0f req-d95f385e-de69-4df0-b667-72ca0a156354 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=49998925-8e1b-4faa-8070-e0b61d3b429b HTTP/1.1" status: 200 len: 943 time: 0.1055830 Sep 23 23:11:28.817788 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-c8d2153e-48a5-4ac6-9cb7-ff43d3ba5c3e service neutron] For port f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c, host hv-cinder-81078, cleared binding levels {{(pid=94231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:11:28.820322 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7eccc3bb-1b7f-4219-9a5c-b15a0ba27f0f req-3a470fbc-d510-40ba-a3f2-0a9c0759bc36 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391135 Sep 23 23:11:28.824754 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-c8d2153e-48a5-4ac6-9cb7-ff43d3ba5c3e service neutron] For port f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c, host hv-cinder-81078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c,segment=NetworkSegment(bb89ef85-36bb-4a06-b0e7-d6b884aca5fe),segment_id=bb89ef85-36bb-4a06-b0e7-d6b884aca5fe)] {{(pid=94231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:11:28.830661 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-c8d2153e-48a5-4ac6-9cb7-ff43d3ba5c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257029'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:28.870043 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-c8d2153e-48a5-4ac6-9cb7-ff43d3ba5c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:28.871114 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-c8d2153e-48a5-4ac6-9cb7-ff43d3ba5c3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:28.873270 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-c8d2153e-48a5-4ac6-9cb7-ff43d3ba5c3e service neutron] 10.222.0.11 "PUT /v2.0/ports/f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c HTTP/1.1" status: 200 len: 1093 time: 0.8209386 Sep 23 23:11:28.876520 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49998925-8e1b-4faa-8070-e0b61d3b429b', 'tag': 'f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:11:28.880912 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1d5602135d6fd2b93bb7a1a207777d999d514b69f59ce624d4faeb629b016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17faec7-60ca-4e9b-b779-cf9c56954216" -d '{"events": [{"name": "network-changed", "server_uuid": "49998925-8e1b-4faa-8070-e0b61d3b429b", "tag": "f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:11:28.913914 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2153e-48a5-4ac6-9cb7-ff43d3ba5c3e service neutron] Pushing event updated for resources: {'Port': ['ID=f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c,revision_number=3']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:11:28.926842 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591db04d-76e7-43ef-a6cd-efcf194ba30f x-openstack-request-id: req-591db04d-76e7-43ef-a6cd-efcf194ba30f {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:11:28.927245 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49998925-8e1b-4faa-8070-e0b61d3b429b", "tag": "f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:11:28.927689 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-591db04d-76e7-43ef-a6cd-efcf194ba30f {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:11:28.928293 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49998925-8e1b-4faa-8070-e0b61d3b429b', 'tag': 'f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c', 'status': 'completed', 'code': 200} Sep 23 23:11:29.005272 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-8603a068-056c-49dd-bed1-a2661fc2102a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:29.006832 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-8603a068-056c-49dd-bed1-a2661fc2102a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ddea2c61a124ba99508af5db99cfa3a&device_id=49998925-8e1b-4faa-8070-e0b61d3b429b HTTP/1.1" status: 200 len: 1096 time: 0.0497098 Sep 23 23:11:29.046099 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201bebc9-ce19-43bb-b91a-3d522a562f7b req-b715e93e-fa17-41d1-ada8-2ee6c61f7ea0 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:29.047797 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-201bebc9-ce19-43bb-b91a-3d522a562f7b req-b715e93e-fa17-41d1-ada8-2ee6c61f7ea0 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0586002 Sep 23 23:11:29.104273 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-d0485241-97c1-4c25-bd1b-7b436c3cd89e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c HTTP/1.1" status: 200 len: 217 time: 0.0607536 Sep 23 23:11:29.172065 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-201bebc9-ce19-43bb-b91a-3d522a562f7b req-c769a415-a770-41d6-a1d1-66ee1885014d tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143045 Sep 23 23:11:29.181122 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:29.224169 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-94350a99-fb16-44e5-a522-9f0ea01ffa84 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:29.228315 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-94350a99-fb16-44e5-a522-9f0ea01ffa84 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.11 "GET /v2.0/networks?id=59f918f0-6ac3-43a2-8f6e-9ccd641618c0 HTTP/1.1" status: 200 len: 809 time: 0.1793444 Sep 23 23:11:29.243217 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-d9c234a7-e402-4265-9c51-6c0bde85ddc5 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Request body: {'port': {'device_id': '4aa0d905-ca8d-46c5-9afa-bceab00ee498', 'network_id': '59f918f0-6ac3-43a2-8f6e-9ccd641618c0', 'admin_state_up': True, 'tenant_id': '3edc269635654e109659129f0ea9217f'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:11:29.378020 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-e00adff5-fc5b-4e6c-89ed-428b85e17563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:29.378654 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-d9c234a7-e402-4265-9c51-6c0bde85ddc5 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Made reservation on behalf of 3edc269635654e109659129f0ea9217f for: {'port': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:11:29.379540 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-e00adff5-fc5b-4e6c-89ed-428b85e17563 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dadbb2c8-7187-415d-b3c4-d09ac2c1fdfd HTTP/1.1" status: 200 len: 855 time: 0.2552176 Sep 23 23:11:29.383100 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-d9c234a7-e402-4265-9c51-6c0bde85ddc5 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:29.417217 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-b01ba6d0-56e9-4260-be77-adfa0b810d7c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce9d38ed-90b0-4188-83c2-f86aff95fb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268681 Sep 23 23:11:29.468627 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 56030) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:11:29.560567 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-cf3163a9-a427-467e-9fa1-510bc5ff2de2 service neutron] 10.222.0.11 "GET /v2.0/networks/ce9d38ed-90b0-4188-83c2-f86aff95fb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283746 Sep 23 23:11:29.586410 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_common [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-d9c234a7-e402-4265-9c51-6c0bde85ddc5 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Allocated IP 172.20.0.14 (59f918f0-6ac3-43a2-8f6e-9ccd641618c0/8d197023-0ccf-493f-8bb3-6c7c2d4b305b/8d92741c-e757-4ac7-afb4-859e4538dd58) {{(pid=94232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:11:29.700636 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-636ca062-387a-48a2-bfc5-7d49f4bafcb5 req-b82c2477-46f2-490f-a691-4895e4ca942d service neutron] 10.222.0.11 "GET /v2.0/networks/ce9d38ed-90b0-4188-83c2-f86aff95fb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329720 Sep 23 23:11:29.711897 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-be0355bc-6d82-4706-806e-840b974acc45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:29.836887 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17faec7-60ca-4e9b-b779-cf9c56954216 req-33ddf3cd-8123-46ff-a531-91113b9a5de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:29.838725 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f17faec7-60ca-4e9b-b779-cf9c56954216 req-33ddf3cd-8123-46ff-a531-91113b9a5de9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ddea2c61a124ba99508af5db99cfa3a&device_id=49998925-8e1b-4faa-8070-e0b61d3b429b HTTP/1.1" status: 200 len: 1096 time: 0.0644407 Sep 23 23:11:29.984133 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17faec7-60ca-4e9b-b779-cf9c56954216 req-dc466f67-1321-4217-a9b7-1f17d7a0e0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:29.985653 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f17faec7-60ca-4e9b-b779-cf9c56954216 req-dc466f67-1321-4217-a9b7-1f17d7a0e0e6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ce9d38ed-90b0-4188-83c2-f86aff95fb9d HTTP/1.1" status: 200 len: 916 time: 0.1307082 Sep 23 23:11:30.036251 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f17faec7-60ca-4e9b-b779-cf9c56954216 req-68ef263c-b977-4a27-bef0-4d43ac6e70db service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c HTTP/1.1" status: 200 len: 217 time: 0.0366840 Sep 23 23:11:30.056242 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a736cd16-dd9d-4cc1-a23c-7c694c43b4d1 req-e10efdf9-c002-4241-bb2f-58e2ee797369 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0d905-ca8d-46c5-9afa-bceab00ee498 HTTP/1.1" status: 200 len: 210 time: 0.0685973 Sep 23 23:11:30.120512 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-d9c234a7-e402-4265-9c51-6c0bde85ddc5 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Notify callbacks [] for port, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:30.120808 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17faec7-60ca-4e9b-b779-cf9c56954216 req-b8ae6223-62c0-485c-8f75-5a0e212d613b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:30.123406 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f17faec7-60ca-4e9b-b779-cf9c56954216 req-b8ae6223-62c0-485c-8f75-5a0e212d613b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dadbb2c8-7187-415d-b3c4-d09ac2c1fdfd HTTP/1.1" status: 200 len: 855 time: 0.0766814 Sep 23 23:11:30.144164 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abca0f3-5a1d-4c0e-80d0-5d1fdf93b18c req-56b9e406-ba90-4599-9f60-75bf37b3c9db tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:30.145736 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4abca0f3-5a1d-4c0e-80d0-5d1fdf93b18c req-56b9e406-ba90-4599-9f60-75bf37b3c9db tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=49998925-8e1b-4faa-8070-e0b61d3b429b HTTP/1.1" status: 200 len: 943 time: 0.1568863 Sep 23 23:11:30.167791 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f17faec7-60ca-4e9b-b779-cf9c56954216 req-ee7853b3-261c-440d-897e-eb5d16607ec0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce9d38ed-90b0-4188-83c2-f86aff95fb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347154 Sep 23 23:11:30.243326 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4abca0f3-5a1d-4c0e-80d0-5d1fdf93b18c req-6279767f-0a51-4844-8923-f7d2261366ac tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828140 Sep 23 23:11:30.247961 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-d9c234a7-e402-4265-9c51-6c0bde85ddc5 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416648'] for port, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:30.251048 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-be0355bc-6d82-4706-806e-840b974acc45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:30.262696 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-be0355bc-6d82-4706-806e-840b974acc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:30.297698 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f17faec7-60ca-4e9b-b779-cf9c56954216 req-71690abe-b050-417e-8a33-e581c7d02268 service neutron] 10.222.0.11 "GET /v2.0/networks/ce9d38ed-90b0-4188-83c2-f86aff95fb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168160 Sep 23 23:11:30.334838 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-d9c234a7-e402-4265-9c51-6c0bde85ddc5 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Network 59f918f0-6ac3-43a2-8f6e-9ccd641618c0 is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:11:30.368955 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-d9c234a7-e402-4265-9c51-6c0bde85ddc5 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:11:30.378841 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-d9c234a7-e402-4265-9c51-6c0bde85ddc5 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Received port after_create {{(pid=94232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:11:30.384237 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-be0355bc-6d82-4706-806e-840b974acc45 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2d59d64a1aaf4b10a656bb9d8d1ebc65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9145358 Sep 23 23:11:30.387892 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 56042) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:11:30.388091 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0355bc-6d82-4706-806e-840b974acc45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42d0ce9-8fa0-4aac-991f-d209a0206011,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:11:30.390442 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c234a7-e402-4265-9c51-6c0bde85ddc5 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Pushing event updated for resources: {'Port': ['ID=8d92741c-e757-4ac7-afb4-859e4538dd58,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:11:30.433051 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f17faec7-60ca-4e9b-b779-cf9c56954216 req-dec376c9-6c87-4958-8c7f-76ae5f6737eb service neutron] 10.222.0.11 "GET /v2.0/networks/ce9d38ed-90b0-4188-83c2-f86aff95fb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208565 Sep 23 23:11:30.441474 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1af40a-b8ea-4a61-840d-e77ec7f60911 req-16d8d652-0889-4f69-98d1-1e726400a15f tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:30.443036 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8d1af40a-b8ea-4a61-840d-e77ec7f60911 req-16d8d652-0889-4f69-98d1-1e726400a15f tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.1529665 Sep 23 23:11:30.451177 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-d9c234a7-e402-4265-9c51-6c0bde85ddc5 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:30.453531 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-d9c234a7-e402-4265-9c51-6c0bde85ddc5 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:30.461224 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-60e7a409-6ef9-4da9-89c6-36f5370851a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:30.474614 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:30.485121 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-d9c234a7-e402-4265-9c51-6c0bde85ddc5 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2460644 Sep 23 23:11:30.498160 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8d1af40a-b8ea-4a61-840d-e77ec7f60911 req-dcd2a3d3-9930-4d2a-926d-17a0f23ebb0a tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415142 Sep 23 23:11:30.498404 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-60e7a409-6ef9-4da9-89c6-36f5370851a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:30.513039 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-88830e03-5906-48f8-839f-b5486080e722 service neutron] Request body: {'port': {'device_id': '4aa0d905-ca8d-46c5-9afa-bceab00ee498', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81078'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:11:30.567393 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-60e7a409-6ef9-4da9-89c6-36f5370851a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:30.571693 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-60e7a409-6ef9-4da9-89c6-36f5370851a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:30.584790 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-88830e03-5906-48f8-839f-b5486080e722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:30.586896 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-60e7a409-6ef9-4da9-89c6-36f5370851a1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b42d0ce9-8fa0-4aac-991f-d209a0206011 HTTP/1.1" status: 204 len: 168 time: 0.1877825 Sep 23 23:11:30.604759 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7a409-6ef9-4da9-89c6-36f5370851a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42d0ce9-8fa0-4aac-991f-d209a0206011,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:11:30.942293 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-88830e03-5906-48f8-839f-b5486080e722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d92741c-e757-4ac7-afb4-859e4538dd58 {{(pid=94232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:11:30.959248 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-88830e03-5906-48f8-839f-b5486080e722 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:30.987071 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.provisioning_blocks [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-88830e03-5906-48f8-839f-b5486080e722 service neutron] Transition to ACTIVE for port object 8d92741c-e757-4ac7-afb4-859e4538dd58 will not be triggered until provisioned by entity L2. {{(pid=94232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:11:30.992393 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-88830e03-5906-48f8-839f-b5486080e722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416643'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:31.044277 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88830e03-5906-48f8-839f-b5486080e722 service neutron] Pushing event updated for resources: {'Port': ['ID=8d92741c-e757-4ac7-afb4-859e4538dd58,revision_number=2']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:11:31.119752 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-88830e03-5906-48f8-839f-b5486080e722 service neutron] Attempting to bind port 8d92741c-e757-4ac7-afb4-859e4538dd58 on host hv-cinder-81078 for vnic_type normal with profile {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:11:31.120563 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-88830e03-5906-48f8-839f-b5486080e722 service neutron] Attempting to bind port 8d92741c-e757-4ac7-afb4-859e4538dd58 by drivers openvswitch,hyperv on host hv-cinder-81078 at level 0 using segments [{'id': '243c5f0e-f134-4c60-be87-02e0c97c3b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '59f918f0-6ac3-43a2-8f6e-9ccd641618c0'}] {{(pid=94232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:11:31.120563 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-88830e03-5906-48f8-839f-b5486080e722 service neutron] Attempting to bind port 8d92741c-e757-4ac7-afb4-859e4538dd58 on network 59f918f0-6ac3-43a2-8f6e-9ccd641618c0 {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:11:31.125906 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-88830e03-5906-48f8-839f-b5486080e722 service neutron] Port 8d92741c-e757-4ac7-afb4-859e4538dd58 on network 59f918f0-6ac3-43a2-8f6e-9ccd641618c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81078 {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:11:31.126226 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-88830e03-5906-48f8-839f-b5486080e722 service neutron] Attempting to bind port 8d92741c-e757-4ac7-afb4-859e4538dd58 on network 59f918f0-6ac3-43a2-8f6e-9ccd641618c0 {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:11:31.134127 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-88830e03-5906-48f8-839f-b5486080e722 service neutron] Checking agent: {'id': '3c892145-8c1f-42fb-b36d-f51cd8b65402', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 7, 8), 'started_at': datetime.datetime(2021, 9, 23, 23, 7, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:11:31.134127 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-88830e03-5906-48f8-839f-b5486080e722 service neutron] Checking segment: {'id': '243c5f0e-f134-4c60-be87-02e0c97c3b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '59f918f0-6ac3-43a2-8f6e-9ccd641618c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:11:31.134127 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-88830e03-5906-48f8-839f-b5486080e722 service neutron] Bound using segment: {'id': '243c5f0e-f134-4c60-be87-02e0c97c3b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '59f918f0-6ac3-43a2-8f6e-9ccd641618c0'} {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:11:31.134127 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-88830e03-5906-48f8-839f-b5486080e722 service neutron] Bound port: 8d92741c-e757-4ac7-afb4-859e4538dd58, host: hv-cinder-81078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '243c5f0e-f134-4c60-be87-02e0c97c3b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '59f918f0-6ac3-43a2-8f6e-9ccd641618c0'}}] {{(pid=94232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:11:31.134127 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-88830e03-5906-48f8-839f-b5486080e722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:31.243180 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-88830e03-5906-48f8-839f-b5486080e722 service neutron] For port 8d92741c-e757-4ac7-afb4-859e4538dd58, host hv-cinder-81078, cleared binding levels {{(pid=94232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:11:31.254842 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc851f4-bc72-4737-afce-51df5d77d494 req-3183fa9f-f7d9-4bb0-92e3-06febfc4fa40 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:31.256743 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-dbc851f4-bc72-4737-afce-51df5d77d494 req-3183fa9f-f7d9-4bb0-92e3-06febfc4fa40 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0d905-ca8d-46c5-9afa-bceab00ee498 HTTP/1.1" status: 200 len: 944 time: 0.1178696 Sep 23 23:11:31.261559 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-88830e03-5906-48f8-839f-b5486080e722 service neutron] For port 8d92741c-e757-4ac7-afb4-859e4538dd58, host hv-cinder-81078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=8d92741c-e757-4ac7-afb4-859e4538dd58,segment=NetworkSegment(243c5f0e-f134-4c60-be87-02e0c97c3b66),segment_id=243c5f0e-f134-4c60-be87-02e0c97c3b66)] {{(pid=94232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:11:31.273375 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-88830e03-5906-48f8-839f-b5486080e722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416643'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:31.334311 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-88830e03-5906-48f8-839f-b5486080e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:31.334931 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-88830e03-5906-48f8-839f-b5486080e722 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:31.336326 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-88830e03-5906-48f8-839f-b5486080e722 service neutron] 10.222.0.11 "PUT /v2.0/ports/8d92741c-e757-4ac7-afb4-859e4538dd58 HTTP/1.1" status: 200 len: 1094 time: 0.8283007 Sep 23 23:11:31.338599 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa0d905-ca8d-46c5-9afa-bceab00ee498', 'tag': '8d92741c-e757-4ac7-afb4-859e4538dd58'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:11:31.341092 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc74f1c012309c835ea1a53c8f5f732cbfbf790adc92ee6109ffd7f3bd94d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b378cb73-5a38-46d7-8aa6-67f1de58bc0e" -d '{"events": [{"name": "network-changed", "server_uuid": "4aa0d905-ca8d-46c5-9afa-bceab00ee498", "tag": "8d92741c-e757-4ac7-afb4-859e4538dd58"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:11:31.377088 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-dbc851f4-bc72-4737-afce-51df5d77d494 req-3e5c8db4-b0fc-4d99-9b76-45e27d1b4560 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/security-groups?id=be0f71fb-7c96-4342-bf49-ba341c3b1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111882 Sep 23 23:11:31.398077 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88830e03-5906-48f8-839f-b5486080e722 service neutron] Pushing event updated for resources: {'Port': ['ID=8d92741c-e757-4ac7-afb4-859e4538dd58,revision_number=3']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:11:31.428789 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66c79b9-2c2e-4988-b3c7-57c075e14013 x-openstack-request-id: req-a66c79b9-2c2e-4988-b3c7-57c075e14013 {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:11:31.429090 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aa0d905-ca8d-46c5-9afa-bceab00ee498", "tag": "8d92741c-e757-4ac7-afb4-859e4538dd58", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:11:31.429314 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a66c79b9-2c2e-4988-b3c7-57c075e14013 {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:11:31.429711 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aa0d905-ca8d-46c5-9afa-bceab00ee498', 'tag': '8d92741c-e757-4ac7-afb4-859e4538dd58', 'status': 'completed', 'code': 200} Sep 23 23:11:31.449444 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7cdc0-a498-4647-978d-bc4021da4d15 req-24351260-adcb-4909-bc99-32618c8a658d tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:31.450950 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1bc7cdc0-a498-4647-978d-bc4021da4d15 req-24351260-adcb-4909-bc99-32618c8a658d tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=49998925-8e1b-4faa-8070-e0b61d3b429b HTTP/1.1" status: 200 len: 943 time: 0.0982039 Sep 23 23:11:31.465776 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-3864fc91-0f77-4512-a1ac-fa24cb051b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:31.467233 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-3864fc91-0f77-4512-a1ac-fa24cb051b15 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3edc269635654e109659129f0ea9217f&device_id=4aa0d905-ca8d-46c5-9afa-bceab00ee498 HTTP/1.1" status: 200 len: 1097 time: 0.0677800 Sep 23 23:11:31.503669 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1bc7cdc0-a498-4647-978d-bc4021da4d15 req-a1b2d028-8f97-4f22-a5b1-1097d89cbfce tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455594 Sep 23 23:11:31.535927 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-2dcbad22-714e-4f8c-a9b1-c90a51cdad2a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d92741c-e757-4ac7-afb4-859e4538dd58 HTTP/1.1" status: 200 len: 217 time: 0.0457878 Sep 23 23:11:31.601829 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-e95297b1-bf1c-421d-b3b1-1a2590aa3605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:31.603310 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-e95297b1-bf1c-421d-b3b1-1a2590aa3605 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8d197023-0ccf-493f-8bb3-6c7c2d4b305b HTTP/1.1" status: 200 len: 849 time: 0.0561378 Sep 23 23:11:31.646712 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-8868c67c-3f9d-4041-a8b6-b9f4c1e42c76 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=59f918f0-6ac3-43a2-8f6e-9ccd641618c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295515 Sep 23 23:11:31.662987 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b5f09-b0ab-48e7-b490-2cf5b7031c32 req-8ab2eba9-adbb-42f4-bd08-fb73b9ef2ad6 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:31.664483 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-871b5f09-b0ab-48e7-b490-2cf5b7031c32 req-8ab2eba9-adbb-42f4-bd08-fb73b9ef2ad6 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0792243 Sep 23 23:11:31.761469 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-871b5f09-b0ab-48e7-b490-2cf5b7031c32 req-d28be9d8-30ef-45ec-a260-6baa6ab2646a tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891445 Sep 23 23:11:31.782749 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-120aacc4-572f-4123-a658-bad0cfa39ff1 service neutron] 10.222.0.11 "GET /v2.0/networks/59f918f0-6ac3-43a2-8f6e-9ccd641618c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173484 Sep 23 23:11:31.900729 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-54bf14ec-7dbb-463b-9ff8-a3f686c41941 req-0a8ec37d-6c2d-4ae6-b986-f23f595b739b service neutron] 10.222.0.11 "GET /v2.0/networks/59f918f0-6ac3-43a2-8f6e-9ccd641618c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063302 Sep 23 23:11:32.012485 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378cb73-5a38-46d7-8aa6-67f1de58bc0e req-f2c86186-d9fb-444c-87c1-a8f779d50fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:32.014060 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b378cb73-5a38-46d7-8aa6-67f1de58bc0e req-f2c86186-d9fb-444c-87c1-a8f779d50fab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3edc269635654e109659129f0ea9217f&device_id=4aa0d905-ca8d-46c5-9afa-bceab00ee498 HTTP/1.1" status: 200 len: 1097 time: 0.0516081 Sep 23 23:11:32.127973 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378cb73-5a38-46d7-8aa6-67f1de58bc0e req-0b9dcb1f-d5ca-4125-bd1e-c0977e5b474c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:32.129447 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b378cb73-5a38-46d7-8aa6-67f1de58bc0e req-0b9dcb1f-d5ca-4125-bd1e-c0977e5b474c service neutron] 10.222.0.11 "GET /v2.0/networks?id=59f918f0-6ac3-43a2-8f6e-9ccd641618c0 HTTP/1.1" status: 200 len: 910 time: 0.1052976 Sep 23 23:11:32.188080 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b378cb73-5a38-46d7-8aa6-67f1de58bc0e req-8180caad-5940-403c-9333-79844bf1a1a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d92741c-e757-4ac7-afb4-859e4538dd58 HTTP/1.1" status: 200 len: 217 time: 0.0442038 Sep 23 23:11:32.242254 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378cb73-5a38-46d7-8aa6-67f1de58bc0e req-b56bc075-266f-4cdd-af44-51998d862fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:32.243863 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b378cb73-5a38-46d7-8aa6-67f1de58bc0e req-b56bc075-266f-4cdd-af44-51998d862fbc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8d197023-0ccf-493f-8bb3-6c7c2d4b305b HTTP/1.1" status: 200 len: 849 time: 0.0457270 Sep 23 23:11:32.281558 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b378cb73-5a38-46d7-8aa6-67f1de58bc0e req-88b22eee-d551-433e-9363-2c4266b62251 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=59f918f0-6ac3-43a2-8f6e-9ccd641618c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263157 Sep 23 23:11:32.392051 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b378cb73-5a38-46d7-8aa6-67f1de58bc0e req-c997757f-af0c-40fb-9991-038785110ceb service neutron] 10.222.0.11 "GET /v2.0/networks/59f918f0-6ac3-43a2-8f6e-9ccd641618c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957837 Sep 23 23:11:32.548342 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b378cb73-5a38-46d7-8aa6-67f1de58bc0e req-47f9a1aa-c044-45d1-99a6-984c95ea08be service neutron] 10.222.0.11 "GET /v2.0/networks/59f918f0-6ac3-43a2-8f6e-9ccd641618c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457410 Sep 23 23:11:32.566165 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f1681-a764-44c4-ae6a-f0254ca05c77 req-fddff70f-160b-4f55-90ba-a1505d338828 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:32.567693 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-836f1681-a764-44c4-ae6a-f0254ca05c77 req-fddff70f-160b-4f55-90ba-a1505d338828 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0d905-ca8d-46c5-9afa-bceab00ee498 HTTP/1.1" status: 200 len: 944 time: 0.1001036 Sep 23 23:11:32.633523 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-836f1681-a764-44c4-ae6a-f0254ca05c77 req-ba0f413e-a862-4287-b5fb-b92284079af4 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/security-groups?id=be0f71fb-7c96-4342-bf49-ba341c3b1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591829 Sep 23 23:11:32.650681 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457deb96-061f-4d71-badc-0d144cb8c4af req-fb5c731d-1d87-415a-ac3b-2336c1d67392 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:32.652271 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-457deb96-061f-4d71-badc-0d144cb8c4af req-fb5c731d-1d87-415a-ac3b-2336c1d67392 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=49998925-8e1b-4faa-8070-e0b61d3b429b HTTP/1.1" status: 200 len: 943 time: 0.0704999 Sep 23 23:11:32.695231 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-457deb96-061f-4d71-badc-0d144cb8c4af req-df0ba42f-09ea-4bd6-aad9-3031275e0931 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352063 Sep 23 23:11:32.907060 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c85bba-9f41-4d0b-bd82-419e5135439b req-430e0364-6e58-4bb6-9236-3a30f18dd686 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:32.909081 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-29c85bba-9f41-4d0b-bd82-419e5135439b req-430e0364-6e58-4bb6-9236-3a30f18dd686 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0652444 Sep 23 23:11:32.960768 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-29c85bba-9f41-4d0b-bd82-419e5135439b req-fa37b39f-4fb2-4763-97e1-f403c041c5a0 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450222 Sep 23 23:11:33.324936 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:11:33.445673 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c,segment=NetworkSegment(bb89ef85-36bb-4a06-b0e7-d6b884aca5fe),segment_id=bb89ef85-36bb-4a06-b0e7-d6b884aca5fe)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:11:33.463097 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Returning: {'device': 'f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c', 'network_id': 'ce9d38ed-90b0-4188-83c2-f86aff95fb9d', 'port_id': 'f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c', 'mac_address': 'fa:16:3e:e3:80:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbb2c8-7187-415d-b3c4-d09ac2c1fdfd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:11:33.508035 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:33.526884 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:11:33.549085 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c,segment=NetworkSegment(bb89ef85-36bb-4a06-b0e7-d6b884aca5fe),segment_id=bb89ef85-36bb-4a06-b0e7-d6b884aca5fe)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:11:33.555350 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:33.606297 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:11:33.614320 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:11:33.614664 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:11:33.614999 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:11:33.615385 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:11:33.615708 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:11:33.616050 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:11:33.616370 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:11:33.616696 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:11:33.617060 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:11:33.617383 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:11:33.617722 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:11:33.618043 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:11:33.762566 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924cce06-a311-4b1c-af63-e546d6a3114a req-4f8d73fe-8500-457b-94b6-290c3cff94cd tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:33.764241 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-924cce06-a311-4b1c-af63-e546d6a3114a req-4f8d73fe-8500-457b-94b6-290c3cff94cd tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0d905-ca8d-46c5-9afa-bceab00ee498 HTTP/1.1" status: 200 len: 944 time: 0.0598347 Sep 23 23:11:33.835873 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-924cce06-a311-4b1c-af63-e546d6a3114a req-3288ae73-b4b7-4806-a4c0-513f9f8a93d8 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/security-groups?id=be0f71fb-7c96-4342-bf49-ba341c3b1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613186 Sep 23 23:11:33.861449 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7bc2c-c8c1-4a73-a69f-2d14127e79be req-2dcdc4aa-6b2c-422c-bc51-e5dd68d243e9 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:33.861449 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-03d7bc2c-c8c1-4a73-a69f-2d14127e79be req-2dcdc4aa-6b2c-422c-bc51-e5dd68d243e9 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=49998925-8e1b-4faa-8070-e0b61d3b429b HTTP/1.1" status: 200 len: 944 time: 0.0802355 Sep 23 23:11:33.900839 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-03d7bc2c-c8c1-4a73-a69f-2d14127e79be req-f1eb00dc-2dd6-4e7a-878c-237783162145 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331912 Sep 23 23:11:34.050615 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:11:34.120299 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b029643-d8e7-43bb-94e2-a9747f8c9d8b req-8c543e56-88c7-4750-93dd-7ffe19639c36 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:34.121818 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9b029643-d8e7-43bb-94e2-a9747f8c9d8b req-8c543e56-88c7-4750-93dd-7ffe19639c36 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0812337 Sep 23 23:11:34.172904 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9b029643-d8e7-43bb-94e2-a9747f8c9d8b req-2ba4a712-d57d-490c-a824-1f5ae7eae781 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440288 Sep 23 23:11:35.029832 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9360c2-06b6-4d35-b115-fab39cbb0e98 req-63b3d254-1fe1-494a-a75d-0fe0e603976b tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:35.031449 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7c9360c2-06b6-4d35-b115-fab39cbb0e98 req-63b3d254-1fe1-494a-a75d-0fe0e603976b tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0d905-ca8d-46c5-9afa-bceab00ee498 HTTP/1.1" status: 200 len: 944 time: 0.0943916 Sep 23 23:11:35.075316 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404967e-edee-485b-a56a-afa13c6e1559 req-4ab953b3-b56d-4eb1-8b53-bf39f0b63126 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:35.076908 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0404967e-edee-485b-a56a-afa13c6e1559 req-4ab953b3-b56d-4eb1-8b53-bf39f0b63126 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=49998925-8e1b-4faa-8070-e0b61d3b429b HTTP/1.1" status: 200 len: 944 time: 0.0954289 Sep 23 23:11:35.104035 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7c9360c2-06b6-4d35-b115-fab39cbb0e98 req-b944a7ce-71da-46b6-87cb-6d0cf21c5627 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/security-groups?id=be0f71fb-7c96-4342-bf49-ba341c3b1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575430 Sep 23 23:11:35.143950 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0404967e-edee-485b-a56a-afa13c6e1559 req-73ec03d5-79f0-4ae2-9783-c334ff415c49 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603180 Sep 23 23:11:35.302515 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943791e0-b911-4e76-9da0-b5c8c9af2c3b req-d8d0af31-f339-4459-a379-daca86509e1a tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:35.304422 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-943791e0-b911-4e76-9da0-b5c8c9af2c3b req-d8d0af31-f339-4459-a379-daca86509e1a tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0567610 Sep 23 23:11:35.330076 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 8d92741c-e757-4ac7-afb4-859e4538dd58 details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:11:35.367421 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-943791e0-b911-4e76-9da0-b5c8c9af2c3b req-23c3ed0f-f21b-4073-96df-860e3dca46de tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544622 Sep 23 23:11:35.477268 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 8d92741c-e757-4ac7-afb4-859e4538dd58, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=8d92741c-e757-4ac7-afb4-859e4538dd58,segment=NetworkSegment(243c5f0e-f134-4c60-be87-02e0c97c3b66),segment_id=243c5f0e-f134-4c60-be87-02e0c97c3b66)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:11:35.498844 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Returning: {'device': '8d92741c-e757-4ac7-afb4-859e4538dd58', 'network_id': '59f918f0-6ac3-43a2-8f6e-9ccd641618c0', 'port_id': '8d92741c-e757-4ac7-afb4-859e4538dd58', 'mac_address': 'fa:16:3e:3c:5b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d197023-0ccf-493f-8bb3-6c7c2d4b305b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:11:35.546779 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:35.561807 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d92741c-e757-4ac7-afb4-859e4538dd58 {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:11:35.588658 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 8d92741c-e757-4ac7-afb4-859e4538dd58, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=8d92741c-e757-4ac7-afb4-859e4538dd58,segment=NetworkSegment(243c5f0e-f134-4c60-be87-02e0c97c3b66),segment_id=243c5f0e-f134-4c60-be87-02e0c97c3b66)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:11:35.595396 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:35.650120 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=8d92741c-e757-4ac7-afb4-859e4538dd58,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:11:36.081080 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['8d92741c-e757-4ac7-afb4-859e4538dd58'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:11:36.250687 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e15d9-ac6a-4a34-a5df-a2dafd4d1067 req-b97f322c-99ac-4ea8-8bea-405b9251994b tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:36.253698 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cc4e15d9-ac6a-4a34-a5df-a2dafd4d1067 req-b97f322c-99ac-4ea8-8bea-405b9251994b tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0d905-ca8d-46c5-9afa-bceab00ee498 HTTP/1.1" status: 200 len: 945 time: 0.0692899 Sep 23 23:11:36.328676 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cc4e15d9-ac6a-4a34-a5df-a2dafd4d1067 req-0ade28ad-40af-4467-a652-a26f0fe0f299 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/security-groups?id=be0f71fb-7c96-4342-bf49-ba341c3b1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571949 Sep 23 23:11:36.340181 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1891fa-29aa-4c8a-9e9e-9bc4dd7aa4eb req-9e1dfe68-c3d1-4721-af73-6b133f1989e5 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:36.347695 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2a1891fa-29aa-4c8a-9e9e-9bc4dd7aa4eb req-9e1dfe68-c3d1-4721-af73-6b133f1989e5 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=49998925-8e1b-4faa-8070-e0b61d3b429b HTTP/1.1" status: 200 len: 944 time: 0.0870535 Sep 23 23:11:36.384184 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2a1891fa-29aa-4c8a-9e9e-9bc4dd7aa4eb req-fbba47d5-3c72-4b29-9409-0cae86b3e655 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344148 Sep 23 23:11:36.530878 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abadce15-ca09-465f-895a-919e2943d04d req-e92496ec-a649-44dc-bd16-e49d52446822 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:36.532464 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-abadce15-ca09-465f-895a-919e2943d04d req-e92496ec-a649-44dc-bd16-e49d52446822 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0653715 Sep 23 23:11:36.573081 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-abadce15-ca09-465f-895a-919e2943d04d req-3a470b57-4d6a-4cd4-8065-e99b9b48b38d tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344520 Sep 23 23:11:37.329345 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c up at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:11:37.389979 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning for port f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:11:37.396275 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning complete for port f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:11:37.397142 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:37.482487 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9b594-3b51-4f53-93d0-8de2cbfb1971 req-476fd3bb-4394-4c69-8533-67375103b171 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:37.485223 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4af9b594-3b51-4f53-93d0-8de2cbfb1971 req-476fd3bb-4394-4c69-8533-67375103b171 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0d905-ca8d-46c5-9afa-bceab00ee498 HTTP/1.1" status: 200 len: 945 time: 0.0625968 Sep 23 23:11:37.504149 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:37.549788 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49998925-8e1b-4faa-8070-e0b61d3b429b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:11:37.552878 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4af9b594-3b51-4f53-93d0-8de2cbfb1971 req-bf02de8b-479a-4a2e-b35e-92adec73b06f tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/security-groups?id=be0f71fb-7c96-4342-bf49-ba341c3b1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585527 Sep 23 23:11:37.553820 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7224bc9728871e873a89dc5c7795d0b38d91bd368c61c3cf47b1fa6016b6835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1ea809-9904-4618-af6d-426ad9052694" -d '{"events": [{"server_uuid": "49998925-8e1b-4faa-8070-e0b61d3b429b", "name": "network-vif-plugged", "status": "completed", "tag": "f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:11:37.563359 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6481e1-08c0-4e6d-b36b-5f8451758070 req-172011b3-5351-4427-be2f-914e9e9b334c tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:37.565090 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6a6481e1-08c0-4e6d-b36b-5f8451758070 req-172011b3-5351-4427-be2f-914e9e9b334c tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=49998925-8e1b-4faa-8070-e0b61d3b429b HTTP/1.1" status: 200 len: 944 time: 0.0797424 Sep 23 23:11:37.573008 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c,segment=NetworkSegment(bb89ef85-36bb-4a06-b0e7-d6b884aca5fe),segment_id=bb89ef85-36bb-4a06-b0e7-d6b884aca5fe)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:11:37.578641 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:37.639800 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:11:37.642024 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6a6481e1-08c0-4e6d-b36b-5f8451758070 req-ef4f02cc-ad78-43af-9164-f3d3905b8dd6 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569139 Sep 23 23:11:37.691283 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5dcee5e-6d9b-43dc-942b-bab56312d0f4 x-openstack-request-id: req-e5dcee5e-6d9b-43dc-942b-bab56312d0f4 {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:11:37.691793 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49998925-8e1b-4faa-8070-e0b61d3b429b", "name": "network-vif-plugged", "status": "completed", "tag": "f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:11:37.692098 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e5dcee5e-6d9b-43dc-942b-bab56312d0f4 {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:11:37.693109 dv-cinder-810785-1-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49998925-8e1b-4faa-8070-e0b61d3b429b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c', 'code': 200} Sep 23 23:11:37.795083 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2d0db-d015-44ab-99e8-a137bd8ca091 req-6267b4a2-8eba-45b9-ba3c-4e1472e8c430 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:37.797107 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f0f2d0db-d015-44ab-99e8-a137bd8ca091 req-6267b4a2-8eba-45b9-ba3c-4e1472e8c430 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0583892 Sep 23 23:11:37.843670 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f0f2d0db-d015-44ab-99e8-a137bd8ca091 req-7859ef63-e22a-4bb6-a3b0-0e6830328dc3 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381212 Sep 23 23:11:37.930253 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11082265-31a3-4827-916c-efd5ee057dbd req-9e91dd22-ff2f-42db-b81d-2a1f12a63492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:37.931799 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-11082265-31a3-4827-916c-efd5ee057dbd req-9e91dd22-ff2f-42db-b81d-2a1f12a63492 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=49998925-8e1b-4faa-8070-e0b61d3b429b HTTP/1.1" status: 200 len: 1098 time: 0.0444596 Sep 23 23:11:37.982891 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-11082265-31a3-4827-916c-efd5ee057dbd req-2bb8d5fe-2e4d-459d-a904-ae486231b192 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344398 Sep 23 23:11:38.679839 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2023a-a4e6-4e2b-8a6e-1bf531a2f643 req-8866a5a3-6578-44d2-af89-65d3cc9c2741 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:38.681193 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b2e2023a-a4e6-4e2b-8a6e-1bf531a2f643 req-8866a5a3-6578-44d2-af89-65d3cc9c2741 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0d905-ca8d-46c5-9afa-bceab00ee498 HTTP/1.1" status: 200 len: 945 time: 0.0572281 Sep 23 23:11:38.789589 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b2e2023a-a4e6-4e2b-8a6e-1bf531a2f643 req-f419ffcf-ce81-427b-8f02-676f6d42ed4a tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/security-groups?id=be0f71fb-7c96-4342-bf49-ba341c3b1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920424 Sep 23 23:11:38.811067 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0e7c1-b38d-483c-8fd8-3cf43d4bd56c req-fbb46923-63a7-4cc4-b5ca-41bc52327b38 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:38.812706 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-3ee0e7c1-b38d-483c-8fd8-3cf43d4bd56c req-fbb46923-63a7-4cc4-b5ca-41bc52327b38 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=49998925-8e1b-4faa-8070-e0b61d3b429b HTTP/1.1" status: 200 len: 945 time: 0.0785851 Sep 23 23:11:38.863297 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-3ee0e7c1-b38d-483c-8fd8-3cf43d4bd56c req-e8925851-37db-46ce-858f-cea6c48fe774 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431471 Sep 23 23:11:38.974890 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e684b5-bc3e-4804-a411-5328d7b9256c req-dd16b511-9be8-4657-bf14-844e5bf8e384 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:38.977049 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-59e684b5-bc3e-4804-a411-5328d7b9256c req-dd16b511-9be8-4657-bf14-844e5bf8e384 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0561833 Sep 23 23:11:39.020441 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-59e684b5-bc3e-4804-a411-5328d7b9256c req-9fc4af1c-3eb0-426a-86b8-165d76ca3426 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372086 Sep 23 23:11:39.339578 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 8d92741c-e757-4ac7-afb4-859e4538dd58 up at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:11:39.394539 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning for port 8d92741c-e757-4ac7-afb4-859e4538dd58 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:11:39.398783 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning complete for port 8d92741c-e757-4ac7-afb4-859e4538dd58 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:11:39.399155 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:39.484706 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:39.519164 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 8d92741c-e757-4ac7-afb4-859e4538dd58, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=8d92741c-e757-4ac7-afb4-859e4538dd58,segment=NetworkSegment(243c5f0e-f134-4c60-be87-02e0c97c3b66),segment_id=243c5f0e-f134-4c60-be87-02e0c97c3b66)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:11:39.529072 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:39.581551 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=8d92741c-e757-4ac7-afb4-859e4538dd58,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:11:39.607934 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:39.694151 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa0d905-ca8d-46c5-9afa-bceab00ee498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d92741c-e757-4ac7-afb4-859e4538dd58'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:11:39.696913 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7224bc9728871e873a89dc5c7795d0b38d91bd368c61c3cf47b1fa6016b6835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c4ea7d-6d06-46f0-bff0-9dfbea1f50db" -d '{"events": [{"server_uuid": "4aa0d905-ca8d-46c5-9afa-bceab00ee498", "name": "network-vif-plugged", "status": "completed", "tag": "8d92741c-e757-4ac7-afb4-859e4538dd58"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:11:39.739291 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e41b3a-b3e3-4e74-b3da-c4cafa8b8c0e x-openstack-request-id: req-54e41b3a-b3e3-4e74-b3da-c4cafa8b8c0e {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:11:39.739690 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa0d905-ca8d-46c5-9afa-bceab00ee498", "name": "network-vif-plugged", "status": "completed", "tag": "8d92741c-e757-4ac7-afb4-859e4538dd58", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:11:39.739980 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-54e41b3a-b3e3-4e74-b3da-c4cafa8b8c0e {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:11:39.740319 dv-cinder-810785-1-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa0d905-ca8d-46c5-9afa-bceab00ee498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d92741c-e757-4ac7-afb4-859e4538dd58', 'code': 200} Sep 23 23:11:39.928886 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc04cf-6359-41e5-a6fc-5c9adde17e44 req-217238bf-39a1-4472-85ce-faf0b261be59 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:39.930547 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1fcc04cf-6359-41e5-a6fc-5c9adde17e44 req-217238bf-39a1-4472-85ce-faf0b261be59 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0d905-ca8d-46c5-9afa-bceab00ee498 HTTP/1.1" status: 200 len: 946 time: 0.0639849 Sep 23 23:11:40.041912 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1fcc04cf-6359-41e5-a6fc-5c9adde17e44 req-83e2c723-f2d4-43c4-9e66-c0c6dc90e0fb tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/security-groups?id=be0f71fb-7c96-4342-bf49-ba341c3b1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931220 Sep 23 23:11:40.054434 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76345e98-5c55-4216-a16b-5284d9479526 req-454dceac-349c-40b4-97fd-6570fea48a5f tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:40.057069 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-76345e98-5c55-4216-a16b-5284d9479526 req-454dceac-349c-40b4-97fd-6570fea48a5f tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=49998925-8e1b-4faa-8070-e0b61d3b429b HTTP/1.1" status: 200 len: 945 time: 0.1168294 Sep 23 23:11:40.084784 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d463a-4cf5-4d7d-b34d-f050feb2371f req-5f92194e-89e9-4d33-bae9-2b1ac8413e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:40.086324 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-5a9d463a-4cf5-4d7d-b34d-f050feb2371f req-5f92194e-89e9-4d33-bae9-2b1ac8413e58 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4aa0d905-ca8d-46c5-9afa-bceab00ee498 HTTP/1.1" status: 200 len: 1099 time: 0.1130173 Sep 23 23:11:40.113822 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-76345e98-5c55-4216-a16b-5284d9479526 req-5ebbbdb0-271f-4562-ba94-464ae34b7303 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481040 Sep 23 23:11:40.148817 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-5a9d463a-4cf5-4d7d-b34d-f050feb2371f req-97ca31e8-0af1-407c-a5c5-2ba88d0b4883 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=be0f71fb-7c96-4342-bf49-ba341c3b1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498283 Sep 23 23:11:40.251670 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfacf12-1a15-495e-87d8-a14f14423012 req-80b30791-2028-43a4-9d46-d1bab23c37c6 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:40.253852 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cdfacf12-1a15-495e-87d8-a14f14423012 req-80b30791-2028-43a4-9d46-d1bab23c37c6 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0692933 Sep 23 23:11:40.302622 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cdfacf12-1a15-495e-87d8-a14f14423012 req-c6836bb2-dfd3-4b8c-88e5-f7b92434dd4a tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419419 Sep 23 23:11:41.190544 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ab880-4b35-4376-8a29-c8cc44da5046 req-aa6c29d5-20d3-4ba0-8ffc-ffd4a4788b5c tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:41.192300 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ae2ab880-4b35-4376-8a29-c8cc44da5046 req-aa6c29d5-20d3-4ba0-8ffc-ffd4a4788b5c tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0d905-ca8d-46c5-9afa-bceab00ee498 HTTP/1.1" status: 200 len: 946 time: 0.0540972 Sep 23 23:11:41.237846 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ae2ab880-4b35-4376-8a29-c8cc44da5046 req-250c6ce2-da78-4607-8e5c-0a4f171ad843 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/security-groups?id=be0f71fb-7c96-4342-bf49-ba341c3b1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390406 Sep 23 23:11:41.475883 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed8fd1-0389-41b2-a02a-6b752f75e3df req-223017b1-2b48-4093-8dfb-4e3ac2334e12 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:41.478888 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-63ed8fd1-0389-41b2-a02a-6b752f75e3df req-223017b1-2b48-4093-8dfb-4e3ac2334e12 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0840909 Sep 23 23:11:41.529935 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-63ed8fd1-0389-41b2-a02a-6b752f75e3df req-43c4c74d-6cb5-46d2-b4ae-412547830e1d tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411177 Sep 23 23:11:42.385173 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd71c4d-b238-4526-8594-e5eb2e41ec25 req-abd18784-7183-498a-85a2-29693f99da5a tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:42.386786 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ecd71c4d-b238-4526-8594-e5eb2e41ec25 req-abd18784-7183-498a-85a2-29693f99da5a tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0d905-ca8d-46c5-9afa-bceab00ee498 HTTP/1.1" status: 200 len: 946 time: 0.0624857 Sep 23 23:11:42.434366 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ecd71c4d-b238-4526-8594-e5eb2e41ec25 req-55576622-f5e8-46f5-89ce-3416b09a7ab9 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/security-groups?id=be0f71fb-7c96-4342-bf49-ba341c3b1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409784 Sep 23 23:11:42.682101 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f73d38-ddc0-4154-b6e7-288bcb491ff2 req-3a8cdf2a-f310-49d3-9a62-9bae54d1fc35 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:42.683738 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-77f73d38-ddc0-4154-b6e7-288bcb491ff2 req-3a8cdf2a-f310-49d3-9a62-9bae54d1fc35 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0656896 Sep 23 23:11:42.737414 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-77f73d38-ddc0-4154-b6e7-288bcb491ff2 req-870707ac-fd39-4e59-a315-5e3695ae15b5 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463178 Sep 23 23:11:43.588353 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab256e56-c133-484f-b107-6661082f8124 req-d47735d5-4fb0-4e12-83ba-69c89ab03b31 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:43.590110 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ab256e56-c133-484f-b107-6661082f8124 req-d47735d5-4fb0-4e12-83ba-69c89ab03b31 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0d905-ca8d-46c5-9afa-bceab00ee498 HTTP/1.1" status: 200 len: 946 time: 0.0600927 Sep 23 23:11:43.652116 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ab256e56-c133-484f-b107-6661082f8124 req-320aa485-527e-4da6-9e7d-86734c59f259 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/security-groups?id=be0f71fb-7c96-4342-bf49-ba341c3b1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533891 Sep 23 23:11:43.934867 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6905095-238b-41ab-b55b-353b62ff12de req-07809405-49b8-43b3-b52c-024eb88cb11a tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:43.937542 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f6905095-238b-41ab-b55b-353b62ff12de req-07809405-49b8-43b3-b52c-024eb88cb11a tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0807216 Sep 23 23:11:43.984464 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f6905095-238b-41ab-b55b-353b62ff12de req-9958fd92-e835-4fa0-9791-bab59c83fab6 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401678 Sep 23 23:11:44.787152 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fda27f-9302-4b6f-b5c3-a8c498344472 req-5a381601-863e-420e-9de7-bd472b93dfef tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:44.788784 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b7fda27f-9302-4b6f-b5c3-a8c498344472 req-5a381601-863e-420e-9de7-bd472b93dfef tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0d905-ca8d-46c5-9afa-bceab00ee498 HTTP/1.1" status: 200 len: 946 time: 0.0635548 Sep 23 23:11:44.828326 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b7fda27f-9302-4b6f-b5c3-a8c498344472 req-24bef364-08fe-4243-8cea-9ec6fca7fb78 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/security-groups?id=be0f71fb-7c96-4342-bf49-ba341c3b1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333128 Sep 23 23:11:45.115985 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f0f93-8e64-419e-9421-367b3d348b55 req-70f62805-5fcd-4b5b-8c4e-15f9f859d246 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:45.117778 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ab4f0f93-8e64-419e-9421-367b3d348b55 req-70f62805-5fcd-4b5b-8c4e-15f9f859d246 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0596330 Sep 23 23:11:45.177339 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ab4f0f93-8e64-419e-9421-367b3d348b55 req-154fdfe8-dec3-4bb2-87a8-dc62a0405ed7 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507755 Sep 23 23:11:45.753260 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f831f-01b5-4e8b-ab51-364f645deb57 req-242babfe-5007-40d0-88b6-c2ea9c2c090c tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:45.754779 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f20f831f-01b5-4e8b-ab51-364f645deb57 req-242babfe-5007-40d0-88b6-c2ea9c2c090c tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0d905-ca8d-46c5-9afa-bceab00ee498 HTTP/1.1" status: 200 len: 946 time: 0.0682309 Sep 23 23:11:45.795861 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f20f831f-01b5-4e8b-ab51-364f645deb57 req-83aa12d5-a3de-4c3d-b606-38bdc6235f4e tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/security-groups?id=be0f71fb-7c96-4342-bf49-ba341c3b1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333080 Sep 23 23:11:46.361057 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d53e8-8f11-4e7d-80f1-b83fa0ddb713 req-0ed55df0-8650-45c4-ae49-e55cc0058c98 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:46.362561 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-bb0d53e8-8f11-4e7d-80f1-b83fa0ddb713 req-0ed55df0-8650-45c4-ae49-e55cc0058c98 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0563407 Sep 23 23:11:46.401959 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-bb0d53e8-8f11-4e7d-80f1-b83fa0ddb713 req-14340b09-b3b3-4020-bb32-4ca0119874a9 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328600 Sep 23 23:11:46.926728 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91bc9d-525a-4c1c-bce8-17527cfcef8a req-2395ebab-eded-4df1-9ae6-7f93d8f27de0 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:46.928389 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7a91bc9d-525a-4c1c-bce8-17527cfcef8a req-2395ebab-eded-4df1-9ae6-7f93d8f27de0 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0d905-ca8d-46c5-9afa-bceab00ee498 HTTP/1.1" status: 200 len: 946 time: 0.0536416 Sep 23 23:11:46.970202 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7a91bc9d-525a-4c1c-bce8-17527cfcef8a req-8c48f54d-25da-4017-b116-6c52da40049f tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/security-groups?id=be0f71fb-7c96-4342-bf49-ba341c3b1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349677 Sep 23 23:11:47.537696 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c235f5f-8c4b-4d3c-bab7-fdc840baf722 req-22115d16-a354-4292-9a0b-5a28c621ff95 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:47.539313 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1c235f5f-8c4b-4d3c-bab7-fdc840baf722 req-22115d16-a354-4292-9a0b-5a28c621ff95 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0653327 Sep 23 23:11:47.600581 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1c235f5f-8c4b-4d3c-bab7-fdc840baf722 req-0f820c56-5bfd-40c0-8685-02e516bdeb29 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543246 Sep 23 23:11:48.100397 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2a486-1bd2-4d6f-8e41-2700da356604 req-68ce06d0-bec9-4cda-926a-7e4d34e65ad5 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:48.101872 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f2b2a486-1bd2-4d6f-8e41-2700da356604 req-68ce06d0-bec9-4cda-926a-7e4d34e65ad5 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0d905-ca8d-46c5-9afa-bceab00ee498 HTTP/1.1" status: 200 len: 946 time: 0.0528376 Sep 23 23:11:48.141035 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f2b2a486-1bd2-4d6f-8e41-2700da356604 req-af6877e3-6cb7-420f-a614-a2f77b420301 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/security-groups?id=be0f71fb-7c96-4342-bf49-ba341c3b1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330617 Sep 23 23:11:48.726773 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fee900-0eaa-4bc0-b0c9-af15fb0851c6 req-ba64f4aa-e754-4297-a49b-7f00ab2cc7f7 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:48.728460 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-96fee900-0eaa-4bc0-b0c9-af15fb0851c6 req-ba64f4aa-e754-4297-a49b-7f00ab2cc7f7 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0551097 Sep 23 23:11:48.773080 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-96fee900-0eaa-4bc0-b0c9-af15fb0851c6 req-4071c16f-25c9-4fda-8a25-24271a604eb4 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363207 Sep 23 23:11:49.280471 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c58e3f-1986-4aad-8325-ae952d031ada req-5b39e13c-e71e-4607-891d-8559da18b6db tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:49.281958 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e2c58e3f-1986-4aad-8325-ae952d031ada req-5b39e13c-e71e-4607-891d-8559da18b6db tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0d905-ca8d-46c5-9afa-bceab00ee498 HTTP/1.1" status: 200 len: 946 time: 0.0647185 Sep 23 23:11:49.323773 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e2c58e3f-1986-4aad-8325-ae952d031ada req-58cea087-0707-474a-bba8-1e2e38490785 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/security-groups?id=be0f71fb-7c96-4342-bf49-ba341c3b1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352817 Sep 23 23:11:49.901735 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e9e44a-e34e-4e0d-a1f3-b1a949b05cb8 req-bab8a39b-11a2-4b22-8581-c7f1495310d1 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:49.903318 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-58e9e44a-e34e-4e0d-a1f3-b1a949b05cb8 req-bab8a39b-11a2-4b22-8581-c7f1495310d1 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0542276 Sep 23 23:11:49.943998 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-58e9e44a-e34e-4e0d-a1f3-b1a949b05cb8 req-72ee1e73-b2b2-4f4b-9570-fadad679b014 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342524 Sep 23 23:11:50.367172 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44635fc-544a-4cfc-932a-45730b665ccf req-772120f6-0e55-4a85-90e3-e3616be73f9f tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:50.368581 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b44635fc-544a-4cfc-932a-45730b665ccf req-772120f6-0e55-4a85-90e3-e3616be73f9f tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.11 "GET /v2.0/ports?device_id=4aa0d905-ca8d-46c5-9afa-bceab00ee498 HTTP/1.1" status: 200 len: 946 time: 0.0685897 Sep 23 23:11:50.493893 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a01a3c-f713-4475-af51-c611c8f4e886 req-b138e0dd-3d0f-4f91-8325-79cb6fcecaea tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:50.495421 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-32a01a3c-f713-4475-af51-c611c8f4e886 req-b138e0dd-3d0f-4f91-8325-79cb6fcecaea tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0d905-ca8d-46c5-9afa-bceab00ee498 HTTP/1.1" status: 200 len: 946 time: 0.0878415 Sep 23 23:11:50.542463 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [req-b44635fc-544a-4cfc-932a-45730b665ccf req-4460b1f6-010f-4cdb-b7b5-9ac2ef6100ac tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Deleting port 8d92741c-e757-4ac7-afb4-859e4538dd58 {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:11:50.542790 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-b44635fc-544a-4cfc-932a-45730b665ccf req-4460b1f6-010f-4cdb-b7b5-9ac2ef6100ac tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:50.551497 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-32a01a3c-f713-4475-af51-c611c8f4e886 req-47304475-05f4-470a-b710-1b8a8a260d1f tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/security-groups?id=be0f71fb-7c96-4342-bf49-ba341c3b1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491505 Sep 23 23:11:50.665811 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-b44635fc-544a-4cfc-932a-45730b665ccf req-4460b1f6-010f-4cdb-b7b5-9ac2ef6100ac tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] For port 8d92741c-e757-4ac7-afb4-859e4538dd58, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=8d92741c-e757-4ac7-afb4-859e4538dd58,segment=NetworkSegment(243c5f0e-f134-4c60-be87-02e0c97c3b66),segment_id=243c5f0e-f134-4c60-be87-02e0c97c3b66)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:11:50.666156 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-b44635fc-544a-4cfc-932a-45730b665ccf req-4460b1f6-010f-4cdb-b7b5-9ac2ef6100ac tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:50.682925 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [req-b44635fc-544a-4cfc-932a-45730b665ccf req-4460b1f6-010f-4cdb-b7b5-9ac2ef6100ac tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Calling delete_port for 8d92741c-e757-4ac7-afb4-859e4538dd58 owned by compute:nova {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:11:50.822134 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-b44635fc-544a-4cfc-932a-45730b665ccf req-4460b1f6-010f-4cdb-b7b5-9ac2ef6100ac tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416648'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:50.836536 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['8d92741c-e757-4ac7-afb4-859e4538dd58'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:11:50.858089 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4460b1f6-010f-4cdb-b7b5-9ac2ef6100ac tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Pushing event deleted for resources: {'Port': ['ID=8d92741c-e757-4ac7-afb4-859e4538dd58,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:11:50.901213 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44635fc-544a-4cfc-932a-45730b665ccf req-4460b1f6-010f-4cdb-b7b5-9ac2ef6100ac tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] No DVR routers for this DVR port 8d92741c-e757-4ac7-afb4-859e4538dd58 on host hv-cinder-81078 {{(pid=94232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:11:50.904579 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-b44635fc-544a-4cfc-932a-45730b665ccf req-4460b1f6-010f-4cdb-b7b5-9ac2ef6100ac tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:50.906725 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b44635fc-544a-4cfc-932a-45730b665ccf req-4460b1f6-010f-4cdb-b7b5-9ac2ef6100ac tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.11 "DELETE /v2.0/ports/8d92741c-e757-4ac7-afb4-859e4538dd58 HTTP/1.1" status: 204 len: 173 time: 0.5237446 Sep 23 23:11:50.907165 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa0d905-ca8d-46c5-9afa-bceab00ee498', 'name': 'network-vif-deleted', 'tag': '8d92741c-e757-4ac7-afb4-859e4538dd58'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:11:50.909572 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc74f1c012309c835ea1a53c8f5f732cbfbf790adc92ee6109ffd7f3bd94d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50eb8c5d-0ab4-439e-8b5a-db0f39be14f4" -d '{"events": [{"server_uuid": "4aa0d905-ca8d-46c5-9afa-bceab00ee498", "name": "network-vif-deleted", "tag": "8d92741c-e757-4ac7-afb4-859e4538dd58"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:11:50.955220 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a23ddc-0e6e-49e7-9333-f53e6b0b9842 x-openstack-request-id: req-24a23ddc-0e6e-49e7-9333-f53e6b0b9842 {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:11:50.955590 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa0d905-ca8d-46c5-9afa-bceab00ee498", "name": "network-vif-deleted", "tag": "8d92741c-e757-4ac7-afb4-859e4538dd58", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:11:50.955802 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-24a23ddc-0e6e-49e7-9333-f53e6b0b9842 {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:11:50.956191 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa0d905-ca8d-46c5-9afa-bceab00ee498', 'name': 'network-vif-deleted', 'tag': '8d92741c-e757-4ac7-afb4-859e4538dd58', 'status': 'completed', 'code': 200} Sep 23 23:11:51.072374 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ce20e-3eb0-4cb7-9b08-c963a82a5112 req-9c91124b-a2a5-41cb-9fa1-e2a87a043a5e tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:51.074014 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c09ce20e-3eb0-4cb7-9b08-c963a82a5112 req-9c91124b-a2a5-41cb-9fa1-e2a87a043a5e tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0533237 Sep 23 23:11:51.116168 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c09ce20e-3eb0-4cb7-9b08-c963a82a5112 req-7bff9339-662d-45df-8d42-ae5fa178a04c tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351455 Sep 23 23:11:51.655217 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1333d72f-6d88-4442-ab2b-d37f478506c6 req-2f5efdb2-3b05-4953-a859-6815b8e630e3 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0d905-ca8d-46c5-9afa-bceab00ee498 HTTP/1.1" status: 200 len: 210 time: 0.0297184 Sep 23 23:11:52.512285 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd8b96-b98a-4b79-8fb3-f490ef29baa5 req-10449b79-c626-4e51-80f8-e67f4ad55f7b tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:52.514175 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0bdd8b96-b98a-4b79-8fb3-f490ef29baa5 req-10449b79-c626-4e51-80f8-e67f4ad55f7b tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.2954385 Sep 23 23:11:52.560704 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0bdd8b96-b98a-4b79-8fb3-f490ef29baa5 req-e9ce39af-e1e9-4502-a42a-9c42f268b6bb tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397127 Sep 23 23:11:52.755582 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9aa1ae9f-d673-4f63-b4e3-93622de7b8c6 req-65b2a7e9-a79c-4f91-a1ab-d3e3d19bb111 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0d905-ca8d-46c5-9afa-bceab00ee498 HTTP/1.1" status: 200 len: 210 time: 0.0278597 Sep 23 23:11:53.683196 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f3ac2e-b1eb-45b8-a605-626bb6db8fb6 req-7ef4c7e0-1cfc-4c94-a86b-bd3a321a72c2 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:53.684742 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a7f3ac2e-b1eb-45b8-a605-626bb6db8fb6 req-7ef4c7e0-1cfc-4c94-a86b-bd3a321a72c2 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0496500 Sep 23 23:11:53.727463 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a7f3ac2e-b1eb-45b8-a605-626bb6db8fb6 req-f8b07fc4-5e21-4f43-a22a-2160a13135ea tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350688 Sep 23 23:11:53.752118 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-736e0d45-55a1-48e2-aa43-b2f1385dc0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:53.872805 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-65fcdd14-09fd-406f-aa00-9de9c0c64379 req-ca622769-c821-48f8-9a33-f8f6cae1d3c7 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0d905-ca8d-46c5-9afa-bceab00ee498 HTTP/1.1" status: 200 len: 210 time: 0.0308490 Sep 23 23:11:54.878279 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b375bf-0f10-4362-80f1-b4fac8c1c4c0 req-8e222d77-79e1-4a18-9168-9bb366dbcf44 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:54.880093 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b3b375bf-0f10-4362-80f1-b4fac8c1c4c0 req-8e222d77-79e1-4a18-9168-9bb366dbcf44 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0729504 Sep 23 23:11:54.966957 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b3b375bf-0f10-4362-80f1-b4fac8c1c4c0 req-9884133e-c483-4a68-92cc-790cb7f08689 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727444 Sep 23 23:11:55.308584 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-1f929475-f0b6-48c1-b413-8b6b6b43455b tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:55.310652 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-1f929475-f0b6-48c1-b413-8b6b6b43455b tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/networks?id=59f918f0-6ac3-43a2-8f6e-9ccd641618c0 HTTP/1.1" status: 200 len: 809 time: 0.1194611 Sep 23 23:11:55.333428 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-e9c88588-02a2-4567-b600-59210a06db61 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/quotas/3edc269635654e109659129f0ea9217f HTTP/1.1" status: 200 len: 375 time: 0.0162041 Sep 23 23:11:55.377629 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-caa36728-1dda-49cd-a5e9-300859081d23 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3edc269635654e109659129f0ea9217f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366240 Sep 23 23:11:55.521522 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-1ed60ccf-b43e-41a5-b21c-9ca3337b250d service neutron] 10.222.0.46 "GET /v2.0/networks/59f918f0-6ac3-43a2-8f6e-9ccd641618c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340594 Sep 23 23:11:55.665262 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-4130dfb6-1a63-4045-93c9-1c4355f2f206 service neutron] 10.222.0.46 "GET /v2.0/networks/59f918f0-6ac3-43a2-8f6e-9ccd641618c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275349 Sep 23 23:11:55.827694 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-af62f7ef-76e9-4dc3-b5d3-97fdfa9b020d req-67f6eefc-2685-49a2-95a6-b1c0a0c8d92d tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?device_id=24990c99-cfcc-4e04-bc5d-037cc379a384 HTTP/1.1" status: 200 len: 210 time: 0.0284891 Sep 23 23:11:56.138904 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadac13d-aa63-42b2-a3dd-92cbb65fe40f req-f6249aca-d93d-4e94-9de3-6010052157ff tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:56.141545 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-eadac13d-aa63-42b2-a3dd-92cbb65fe40f req-f6249aca-d93d-4e94-9de3-6010052157ff tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0845544 Sep 23 23:11:56.206732 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-eadac13d-aa63-42b2-a3dd-92cbb65fe40f req-fe70e878-13c0-4346-b0f6-a1d787f30ef5 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572562 Sep 23 23:11:56.355139 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 8d92741c-e757-4ac7-afb4-859e4538dd58 no longer exists at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:11:56.377845 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] No Port match for: 8d92741c-e757-4ac7-afb4-859e4538dd58 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:11:56.378199 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 8d92741c-e757-4ac7-afb4-859e4538dd58 not bound to the agent host hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:11:56.899803 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:56.927074 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d9239820-8b92-4d38-9563-b68b76910436 req-aaa74b3d-560f-48e1-8f5a-8ae895821016 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?device_id=24990c99-cfcc-4e04-bc5d-037cc379a384 HTTP/1.1" status: 200 len: 210 time: 0.0285251 Sep 23 23:11:57.356929 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ceb46-619a-4316-8831-d644992c48d5 req-c4e9a772-a538-453c-b2b1-e073c41577e1 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:57.358594 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-5c2ceb46-619a-4316-8831-d644992c48d5 req-c4e9a772-a538-453c-b2b1-e073c41577e1 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0696545 Sep 23 23:11:57.404329 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-5c2ceb46-619a-4316-8831-d644992c48d5 req-15f68bf4-c74c-48d3-a09c-5f6dc4c26658 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391164 Sep 23 23:11:57.706400 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-045a87fc-0706-466c-a08b-99b303813b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:58.036297 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-03f3bc6e-5506-4964-8705-dc85cedfe53e req-e163ecc5-782a-4207-b0a6-73f672158c63 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?device_id=24990c99-cfcc-4e04-bc5d-037cc379a384 HTTP/1.1" status: 200 len: 210 time: 0.0289490 Sep 23 23:11:58.573525 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5373a8e-57d7-4e9c-a9bd-5f4469085ca2 req-ba7cb5d9-0504-4546-911d-296a16be37ad tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:58.575454 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d5373a8e-57d7-4e9c-a9bd-5f4469085ca2 req-ba7cb5d9-0504-4546-911d-296a16be37ad tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0793324 Sep 23 23:11:58.632955 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d5373a8e-57d7-4e9c-a9bd-5f4469085ca2 req-7dc3f275-9f07-4bb1-a5f8-086f21624b39 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507867 Sep 23 23:11:59.140084 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:59.210512 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e5bd950c-de27-4b6d-ab44-d3cbe45fb329 req-633b8f5a-6189-4766-abc4-7dd037759ab5 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?device_id=24990c99-cfcc-4e04-bc5d-037cc379a384 HTTP/1.1" status: 200 len: 210 time: 0.0387127 Sep 23 23:11:59.250062 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-b748590a-66f8-4bd5-82eb-a4dbc335657e tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:59.254653 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-b748590a-66f8-4bd5-82eb-a4dbc335657e tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.11 "GET /v2.0/networks?id=59f918f0-6ac3-43a2-8f6e-9ccd641618c0 HTTP/1.1" status: 200 len: 809 time: 0.2045038 Sep 23 23:11:59.277722 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-17d229bb-e088-4e4c-9eea-07fd61b0f03b tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Request body: {'port': {'device_id': '24990c99-cfcc-4e04-bc5d-037cc379a384', 'network_id': '59f918f0-6ac3-43a2-8f6e-9ccd641618c0', 'admin_state_up': True, 'tenant_id': '3edc269635654e109659129f0ea9217f'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:11:59.422291 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-17d229bb-e088-4e4c-9eea-07fd61b0f03b tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Made reservation on behalf of 3edc269635654e109659129f0ea9217f for: {'port': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:11:59.428697 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-17d229bb-e088-4e4c-9eea-07fd61b0f03b tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:59.649176 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_common [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-17d229bb-e088-4e4c-9eea-07fd61b0f03b tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Allocated IP 172.20.0.4 (59f918f0-6ac3-43a2-8f6e-9ccd641618c0/8d197023-0ccf-493f-8bb3-6c7c2d4b305b/b4a281cc-c48f-4cd1-a75c-c5d79de6871e) {{(pid=94232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:11:59.891570 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82746d3e-cdb5-4141-9c51-40f7fc3e56fd req-88505d61-d19e-4620-adaa-70f2eab9264e tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:59.894393 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-82746d3e-cdb5-4141-9c51-40f7fc3e56fd req-88505d61-d19e-4620-adaa-70f2eab9264e tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.1340327 Sep 23 23:11:59.957085 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-17d229bb-e088-4e4c-9eea-07fd61b0f03b tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Notify callbacks [] for port, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:59.995512 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-82746d3e-cdb5-4141-9c51-40f7fc3e56fd req-985ea862-eaf4-4e91-8c06-ac155973f6da tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902903 Sep 23 23:12:00.038271 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-17d229bb-e088-4e4c-9eea-07fd61b0f03b tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416648'] for port, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:00.110892 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-17d229bb-e088-4e4c-9eea-07fd61b0f03b tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Network 59f918f0-6ac3-43a2-8f6e-9ccd641618c0 is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:12:00.115227 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-17d229bb-e088-4e4c-9eea-07fd61b0f03b tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:12:00.121935 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-17d229bb-e088-4e4c-9eea-07fd61b0f03b tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Received port after_create {{(pid=94232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:12:00.155495 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d229bb-e088-4e4c-9eea-07fd61b0f03b tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Pushing event updated for resources: {'Port': ['ID=b4a281cc-c48f-4cd1-a75c-c5d79de6871e,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:12:00.186569 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-17d229bb-e088-4e4c-9eea-07fd61b0f03b tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:00.187232 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-17d229bb-e088-4e4c-9eea-07fd61b0f03b tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:00.203907 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-17d229bb-e088-4e4c-9eea-07fd61b0f03b tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9304483 Sep 23 23:12:00.222114 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-9e7bab6f-93ab-40ed-b9f1-759e11ebbaf0 service neutron] Request body: {'port': {'device_id': '24990c99-cfcc-4e04-bc5d-037cc379a384', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81078'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:12:00.283392 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-9e7bab6f-93ab-40ed-b9f1-759e11ebbaf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:00.403381 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2b39f-572b-4826-b41e-12740b38dda0 req-95f9a564-132b-4db6-b616-1841e54adf6a tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:00.404969 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-48d2b39f-572b-4826-b41e-12740b38dda0 req-95f9a564-132b-4db6-b616-1841e54adf6a tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?device_id=24990c99-cfcc-4e04-bc5d-037cc379a384 HTTP/1.1" status: 200 len: 931 time: 0.1120038 Sep 23 23:12:00.482840 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:00.568637 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-48d2b39f-572b-4826-b41e-12740b38dda0 req-0a7e3192-ca5c-4532-a687-af0bb69e2387 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/security-groups?id=be0f71fb-7c96-4342-bf49-ba341c3b1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983937 Sep 23 23:12:00.747295 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-9e7bab6f-93ab-40ed-b9f1-759e11ebbaf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4a281cc-c48f-4cd1-a75c-c5d79de6871e {{(pid=94232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:12:00.755851 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-9e7bab6f-93ab-40ed-b9f1-759e11ebbaf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:00.769854 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.provisioning_blocks [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-9e7bab6f-93ab-40ed-b9f1-759e11ebbaf0 service neutron] Transition to ACTIVE for port object b4a281cc-c48f-4cd1-a75c-c5d79de6871e will not be triggered until provisioned by entity L2. {{(pid=94232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:12:00.775723 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-9e7bab6f-93ab-40ed-b9f1-759e11ebbaf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416643'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:00.867851 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7bab6f-93ab-40ed-b9f1-759e11ebbaf0 service neutron] Pushing event updated for resources: {'Port': ['ID=b4a281cc-c48f-4cd1-a75c-c5d79de6871e,revision_number=2']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:12:00.940846 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-9e7bab6f-93ab-40ed-b9f1-759e11ebbaf0 service neutron] Attempting to bind port b4a281cc-c48f-4cd1-a75c-c5d79de6871e on host hv-cinder-81078 for vnic_type normal with profile {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:12:00.941375 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-9e7bab6f-93ab-40ed-b9f1-759e11ebbaf0 service neutron] Attempting to bind port b4a281cc-c48f-4cd1-a75c-c5d79de6871e by drivers openvswitch,hyperv on host hv-cinder-81078 at level 0 using segments [{'id': '243c5f0e-f134-4c60-be87-02e0c97c3b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '59f918f0-6ac3-43a2-8f6e-9ccd641618c0'}] {{(pid=94232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:12:00.941915 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-9e7bab6f-93ab-40ed-b9f1-759e11ebbaf0 service neutron] Attempting to bind port b4a281cc-c48f-4cd1-a75c-c5d79de6871e on network 59f918f0-6ac3-43a2-8f6e-9ccd641618c0 {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:12:00.950095 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-9e7bab6f-93ab-40ed-b9f1-759e11ebbaf0 service neutron] Port b4a281cc-c48f-4cd1-a75c-c5d79de6871e on network 59f918f0-6ac3-43a2-8f6e-9ccd641618c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81078 {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:12:00.950666 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-9e7bab6f-93ab-40ed-b9f1-759e11ebbaf0 service neutron] Attempting to bind port b4a281cc-c48f-4cd1-a75c-c5d79de6871e on network 59f918f0-6ac3-43a2-8f6e-9ccd641618c0 {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:12:00.959721 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-9e7bab6f-93ab-40ed-b9f1-759e11ebbaf0 service neutron] Checking agent: {'id': '3c892145-8c1f-42fb-b36d-f51cd8b65402', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 7, 8), 'started_at': datetime.datetime(2021, 9, 23, 23, 7, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:12:00.960262 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-9e7bab6f-93ab-40ed-b9f1-759e11ebbaf0 service neutron] Checking segment: {'id': '243c5f0e-f134-4c60-be87-02e0c97c3b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '59f918f0-6ac3-43a2-8f6e-9ccd641618c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:12:00.960662 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-9e7bab6f-93ab-40ed-b9f1-759e11ebbaf0 service neutron] Bound using segment: {'id': '243c5f0e-f134-4c60-be87-02e0c97c3b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '59f918f0-6ac3-43a2-8f6e-9ccd641618c0'} {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:12:00.961330 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-9e7bab6f-93ab-40ed-b9f1-759e11ebbaf0 service neutron] Bound port: b4a281cc-c48f-4cd1-a75c-c5d79de6871e, host: hv-cinder-81078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '243c5f0e-f134-4c60-be87-02e0c97c3b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '59f918f0-6ac3-43a2-8f6e-9ccd641618c0'}}] {{(pid=94232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:12:00.961751 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-9e7bab6f-93ab-40ed-b9f1-759e11ebbaf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:01.064513 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-9e7bab6f-93ab-40ed-b9f1-759e11ebbaf0 service neutron] For port b4a281cc-c48f-4cd1-a75c-c5d79de6871e, host hv-cinder-81078, cleared binding levels {{(pid=94232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:12:01.068767 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-9e7bab6f-93ab-40ed-b9f1-759e11ebbaf0 service neutron] For port b4a281cc-c48f-4cd1-a75c-c5d79de6871e, host hv-cinder-81078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=b4a281cc-c48f-4cd1-a75c-c5d79de6871e,segment=NetworkSegment(243c5f0e-f134-4c60-be87-02e0c97c3b66),segment_id=243c5f0e-f134-4c60-be87-02e0c97c3b66)] {{(pid=94232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:12:01.074285 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-9e7bab6f-93ab-40ed-b9f1-759e11ebbaf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416643'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:01.123495 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-9e7bab6f-93ab-40ed-b9f1-759e11ebbaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:01.124131 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-9e7bab6f-93ab-40ed-b9f1-759e11ebbaf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:01.125611 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-9e7bab6f-93ab-40ed-b9f1-759e11ebbaf0 service neutron] 10.222.0.11 "PUT /v2.0/ports/b4a281cc-c48f-4cd1-a75c-c5d79de6871e HTTP/1.1" status: 200 len: 1093 time: 0.9082558 Sep 23 23:12:01.128336 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24990c99-cfcc-4e04-bc5d-037cc379a384', 'tag': 'b4a281cc-c48f-4cd1-a75c-c5d79de6871e'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:12:01.130707 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc74f1c012309c835ea1a53c8f5f732cbfbf790adc92ee6109ffd7f3bd94d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ab9f0a-57b7-4b3a-8526-5ec5038d6418" -d '{"events": [{"name": "network-changed", "server_uuid": "24990c99-cfcc-4e04-bc5d-037cc379a384", "tag": "b4a281cc-c48f-4cd1-a75c-c5d79de6871e"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:12:01.175170 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7bab6f-93ab-40ed-b9f1-759e11ebbaf0 service neutron] Pushing event updated for resources: {'Port': ['ID=b4a281cc-c48f-4cd1-a75c-c5d79de6871e,revision_number=3']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:12:01.195641 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2c7fd8-1ab9-420c-8648-3e4750909f84 x-openstack-request-id: req-7e2c7fd8-1ab9-420c-8648-3e4750909f84 {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:12:01.195961 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24990c99-cfcc-4e04-bc5d-037cc379a384", "tag": "b4a281cc-c48f-4cd1-a75c-c5d79de6871e", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:12:01.196191 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7e2c7fd8-1ab9-420c-8648-3e4750909f84 {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:12:01.196648 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24990c99-cfcc-4e04-bc5d-037cc379a384', 'tag': 'b4a281cc-c48f-4cd1-a75c-c5d79de6871e', 'status': 'completed', 'code': 200} Sep 23 23:12:01.204347 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232b126-8dfe-4a55-8956-b46f3da205d8 req-0d4be064-a1ee-4342-a459-36457b32e924 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:01.205982 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6232b126-8dfe-4a55-8956-b46f3da205d8 req-0d4be064-a1ee-4342-a459-36457b32e924 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.1021130 Sep 23 23:12:01.272543 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-b234393d-6c3c-421a-88af-3d836c0fed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:01.274127 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-b234393d-6c3c-421a-88af-3d836c0fed5d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3edc269635654e109659129f0ea9217f&device_id=24990c99-cfcc-4e04-bc5d-037cc379a384 HTTP/1.1" status: 200 len: 1096 time: 0.0895391 Sep 23 23:12:01.277306 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6232b126-8dfe-4a55-8956-b46f3da205d8 req-3be52154-acb7-4232-9664-b4f3381a7493 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478499 Sep 23 23:12:01.324656 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-1d7daa53-7189-4327-941c-aab1616ad13c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4a281cc-c48f-4cd1-a75c-c5d79de6871e HTTP/1.1" status: 200 len: 217 time: 0.0369720 Sep 23 23:12:01.379447 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-217d9de4-55da-496a-aace-4b4095561972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:01.381007 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-217d9de4-55da-496a-aace-4b4095561972 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8d197023-0ccf-493f-8bb3-6c7c2d4b305b HTTP/1.1" status: 200 len: 849 time: 0.0468814 Sep 23 23:12:01.432944 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-0d47a8eb-cecc-4185-abaf-51068f29c924 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=59f918f0-6ac3-43a2-8f6e-9ccd641618c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353072 Sep 23 23:12:01.566588 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-b2eab14a-19f8-4a76-913b-6e31baf94116 service neutron] 10.222.0.11 "GET /v2.0/networks/59f918f0-6ac3-43a2-8f6e-9ccd641618c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081247 Sep 23 23:12:01.717313 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cfe83bc8-4348-4073-8a84-4ec2c55ae736 req-3969957a-a801-417a-bdcb-de383baaae0c service neutron] 10.222.0.11 "GET /v2.0/networks/59f918f0-6ac3-43a2-8f6e-9ccd641618c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369655 Sep 23 23:12:01.738642 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534833ec-2827-42b0-868f-c3b0c90548e7 req-f1facc19-affe-4f8e-ad62-1a6da10d4151 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:01.741347 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-534833ec-2827-42b0-868f-c3b0c90548e7 req-f1facc19-affe-4f8e-ad62-1a6da10d4151 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?device_id=24990c99-cfcc-4e04-bc5d-037cc379a384 HTTP/1.1" status: 200 len: 943 time: 0.0901983 Sep 23 23:12:01.795693 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-534833ec-2827-42b0-868f-c3b0c90548e7 req-0c15e6c3-6758-45ff-9e83-04b18b3986ce tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/security-groups?id=be0f71fb-7c96-4342-bf49-ba341c3b1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468311 Sep 23 23:12:01.869207 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab9f0a-57b7-4b3a-8526-5ec5038d6418 req-7570e4b6-336b-494d-be7f-144400d4128e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:01.870778 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-63ab9f0a-57b7-4b3a-8526-5ec5038d6418 req-7570e4b6-336b-494d-be7f-144400d4128e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3edc269635654e109659129f0ea9217f&device_id=24990c99-cfcc-4e04-bc5d-037cc379a384 HTTP/1.1" status: 200 len: 1096 time: 0.0489061 Sep 23 23:12:01.981342 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab9f0a-57b7-4b3a-8526-5ec5038d6418 req-a00d0cbd-9cc6-4509-89ad-cb01fca51f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:01.983482 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-63ab9f0a-57b7-4b3a-8526-5ec5038d6418 req-a00d0cbd-9cc6-4509-89ad-cb01fca51f1c service neutron] 10.222.0.11 "GET /v2.0/networks?id=59f918f0-6ac3-43a2-8f6e-9ccd641618c0 HTTP/1.1" status: 200 len: 910 time: 0.1039417 Sep 23 23:12:02.041438 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-63ab9f0a-57b7-4b3a-8526-5ec5038d6418 req-a2015a3f-497e-45c2-bf93-d3099a5a25a6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4a281cc-c48f-4cd1-a75c-c5d79de6871e HTTP/1.1" status: 200 len: 217 time: 0.0451205 Sep 23 23:12:02.105952 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab9f0a-57b7-4b3a-8526-5ec5038d6418 req-9af7760b-235e-40be-95e4-19daeb3d0be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:02.107536 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-63ab9f0a-57b7-4b3a-8526-5ec5038d6418 req-9af7760b-235e-40be-95e4-19daeb3d0be0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8d197023-0ccf-493f-8bb3-6c7c2d4b305b HTTP/1.1" status: 200 len: 849 time: 0.0566313 Sep 23 23:12:02.153137 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-63ab9f0a-57b7-4b3a-8526-5ec5038d6418 req-71fd4c3c-f5f3-4aa4-baf5-3bbee05ed44c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=59f918f0-6ac3-43a2-8f6e-9ccd641618c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311198 Sep 23 23:12:02.269323 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-63ab9f0a-57b7-4b3a-8526-5ec5038d6418 req-6943ab70-f267-4a81-b387-090df5ad96c9 service neutron] 10.222.0.11 "GET /v2.0/networks/59f918f0-6ac3-43a2-8f6e-9ccd641618c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076286 Sep 23 23:12:02.395941 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-63ab9f0a-57b7-4b3a-8526-5ec5038d6418 req-12a3970d-2ad7-4933-95bf-24c7b7960e8f service neutron] 10.222.0.11 "GET /v2.0/networks/59f918f0-6ac3-43a2-8f6e-9ccd641618c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185083 Sep 23 23:12:02.417988 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f846ce-53a0-45ee-8527-5557402969c3 req-8a6f258d-077f-46de-bae2-f98c1b8a0661 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:02.421133 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-45f846ce-53a0-45ee-8527-5557402969c3 req-8a6f258d-077f-46de-bae2-f98c1b8a0661 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0702243 Sep 23 23:12:02.470713 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-45f846ce-53a0-45ee-8527-5557402969c3 req-aa7c80d5-0fd1-4588-9bf4-5275c3e7d311 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422049 Sep 23 23:12:03.069251 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c256199-f569-4c18-986e-0c424772d30f req-cb2b93d9-8b62-44f3-b6ad-746c49b16c83 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:03.070844 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4c256199-f569-4c18-986e-0c424772d30f req-cb2b93d9-8b62-44f3-b6ad-746c49b16c83 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?device_id=24990c99-cfcc-4e04-bc5d-037cc379a384 HTTP/1.1" status: 200 len: 943 time: 0.0763025 Sep 23 23:12:03.116326 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4c256199-f569-4c18-986e-0c424772d30f req-1636972c-8e22-4aa2-ba43-ca95021e4d16 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/security-groups?id=be0f71fb-7c96-4342-bf49-ba341c3b1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388560 Sep 23 23:12:03.470342 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a184c2e-e94a-4cdd-86ae-91f5c175bd32 req-289f6193-af14-4842-963f-342c5a12ee92 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:03.471988 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8a184c2e-e94a-4cdd-86ae-91f5c175bd32 req-289f6193-af14-4842-963f-342c5a12ee92 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=49998925-8e1b-4faa-8070-e0b61d3b429b HTTP/1.1" status: 200 len: 945 time: 0.0566728 Sep 23 23:12:03.537962 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8a184c2e-e94a-4cdd-86ae-91f5c175bd32 req-1ff7d4ba-1577-4898-8b87-af62c38895a4 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575235 Sep 23 23:12:03.630720 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfc82e-b75e-4c76-a0f2-5eeab34703ad req-968d3577-a13c-43fa-ab11-4a810dc0369e tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:03.632256 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d2bfc82e-b75e-4c76-a0f2-5eeab34703ad req-968d3577-a13c-43fa-ab11-4a810dc0369e tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0612526 Sep 23 23:12:03.677649 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d2bfc82e-b75e-4c76-a0f2-5eeab34703ad req-f138c4a4-3884-4121-8a31-b874b6b9b2c8 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388615 Sep 23 23:12:04.280395 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeab67e-1c67-447c-9195-1180c2557345 req-2f6ff320-5761-41c1-92e4-920be674bbdb tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:04.283202 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-dfeab67e-1c67-447c-9195-1180c2557345 req-2f6ff320-5761-41c1-92e4-920be674bbdb tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?device_id=24990c99-cfcc-4e04-bc5d-037cc379a384 HTTP/1.1" status: 200 len: 943 time: 0.0770273 Sep 23 23:12:04.363669 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-dfeab67e-1c67-447c-9195-1180c2557345 req-632b2ea0-fc8b-4e03-92bf-af014cde0188 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/security-groups?id=be0f71fb-7c96-4342-bf49-ba341c3b1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683258 Sep 23 23:12:04.544660 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-e120304e-e087-4557-b345-b0e358493c41 None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:12:04.746817 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0404042-4029-4b31-950b-7db651143888 req-8c6cc1b4-b31b-4ec1-8498-b036fc1745c3 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:04.752048 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e0404042-4029-4b31-950b-7db651143888 req-8c6cc1b4-b31b-4ec1-8498-b036fc1745c3 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=49998925-8e1b-4faa-8070-e0b61d3b429b HTTP/1.1" status: 200 len: 945 time: 0.0869732 Sep 23 23:12:04.831494 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e0404042-4029-4b31-950b-7db651143888 req-f1920e07-812a-40e2-8af8-5188b90ca0f6 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686469 Sep 23 23:12:04.855159 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc90e59-a953-4d03-85e8-288947730949 req-fe909534-808c-4ea7-abea-36fc666dcbac tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:04.857120 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-fcc90e59-a953-4d03-85e8-288947730949 req-fe909534-808c-4ea7-abea-36fc666dcbac tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0880506 Sep 23 23:12:04.916824 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-fcc90e59-a953-4d03-85e8-288947730949 req-d0b05cbf-1c27-4554-b1ca-01913a210fd5 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493543 Sep 23 23:12:05.418599 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device b4a281cc-c48f-4cd1-a75c-c5d79de6871e details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:12:05.537148 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575ea5f-9a88-435d-8c31-2bff70ef62b7 req-8c1429f4-fb68-4463-8f51-d7b5584acd9f tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:05.540385 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c575ea5f-9a88-435d-8c31-2bff70ef62b7 req-8c1429f4-fb68-4463-8f51-d7b5584acd9f tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a6ba292-48ab-4ec7-9c2a-8618897a50d4 HTTP/1.1" status: 200 len: 945 time: 0.1222413 Sep 23 23:12:05.583476 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956e377-004d-468a-b7ea-6a6c45ba7dfc req-5cbba54c-380c-4196-a879-65814a493242 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:05.586357 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-3956e377-004d-468a-b7ea-6a6c45ba7dfc req-5cbba54c-380c-4196-a879-65814a493242 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?device_id=24990c99-cfcc-4e04-bc5d-037cc379a384 HTTP/1.1" status: 200 len: 943 time: 0.1278298 Sep 23 23:12:05.594461 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port b4a281cc-c48f-4cd1-a75c-c5d79de6871e, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=b4a281cc-c48f-4cd1-a75c-c5d79de6871e,segment=NetworkSegment(243c5f0e-f134-4c60-be87-02e0c97c3b66),segment_id=243c5f0e-f134-4c60-be87-02e0c97c3b66)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:12:05.608897 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Returning: {'device': 'b4a281cc-c48f-4cd1-a75c-c5d79de6871e', 'network_id': '59f918f0-6ac3-43a2-8f6e-9ccd641618c0', 'port_id': 'b4a281cc-c48f-4cd1-a75c-c5d79de6871e', 'mac_address': 'fa:16:3e:8e:7c:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d197023-0ccf-493f-8bb3-6c7c2d4b305b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:12:05.655067 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:05.659637 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c575ea5f-9a88-435d-8c31-2bff70ef62b7 req-49f15c2e-181f-4467-b9d9-dbbde0e93044 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/security-groups?id=3af88e19-d3d0-44f4-879d-2aafdf89e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055222 Sep 23 23:12:05.672470 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4a281cc-c48f-4cd1-a75c-c5d79de6871e {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:12:05.681890 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-3956e377-004d-468a-b7ea-6a6c45ba7dfc req-b6268611-89e0-4fbf-9a5e-6ed9be01f108 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/security-groups?id=be0f71fb-7c96-4342-bf49-ba341c3b1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836763 Sep 23 23:12:05.697875 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b1195-579a-40de-acba-5fc6ebed1d41 req-761cafa2-7c4b-4f84-bead-13e277d3965f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:05.698224 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port b4a281cc-c48f-4cd1-a75c-c5d79de6871e, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=b4a281cc-c48f-4cd1-a75c-c5d79de6871e,segment=NetworkSegment(243c5f0e-f134-4c60-be87-02e0c97c3b66),segment_id=243c5f0e-f134-4c60-be87-02e0c97c3b66)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:12:05.700375 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-288b1195-579a-40de-acba-5fc6ebed1d41 req-761cafa2-7c4b-4f84-bead-13e277d3965f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 1099 time: 0.0610189 Sep 23 23:12:05.704354 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:05.745043 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-288b1195-579a-40de-acba-5fc6ebed1d41 req-3433b9c1-471a-424d-a183-6955c31b9525 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348935 Sep 23 23:12:05.759764 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=b4a281cc-c48f-4cd1-a75c-c5d79de6871e,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:12:06.079656 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35caae2-4ac1-4bc9-887e-ab16771c2df8 req-a46d2559-dc50-4d08-8a0f-bf3cb322f86f tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:06.082545 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a35caae2-4ac1-4bc9-887e-ab16771c2df8 req-a46d2559-dc50-4d08-8a0f-bf3cb322f86f tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=49998925-8e1b-4faa-8070-e0b61d3b429b HTTP/1.1" status: 200 len: 945 time: 0.1261237 Sep 23 23:12:06.142130 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df03af-8437-4622-ac93-1f83d42a805e req-a007d281-d4d9-4c97-80ce-5e16a8577185 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:06.145017 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-65df03af-8437-4622-ac93-1f83d42a805e req-a007d281-d4d9-4c97-80ce-5e16a8577185 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.1291366 Sep 23 23:12:06.204086 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a35caae2-4ac1-4bc9-887e-ab16771c2df8 req-7db71ad1-03dc-421d-ab27-61c472aea495 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138530 Sep 23 23:12:06.234930 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-65df03af-8437-4622-ac93-1f83d42a805e req-89d21fa8-1e1f-4eaa-88b4-38e6d411a504 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810947 Sep 23 23:12:06.295412 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['b4a281cc-c48f-4cd1-a75c-c5d79de6871e'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:12:06.378020 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71297f9b-4e79-47bb-9f6f-f2b9c87abbb4 req-0750bc03-b3f2-4dd1-b62a-1f4ce1306b4a tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:06.380049 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-71297f9b-4e79-47bb-9f6f-f2b9c87abbb4 req-0750bc03-b3f2-4dd1-b62a-1f4ce1306b4a tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.11 "GET /v2.0/ports?device_id=49998925-8e1b-4faa-8070-e0b61d3b429b HTTP/1.1" status: 200 len: 945 time: 0.0746243 Sep 23 23:12:06.547113 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [req-71297f9b-4e79-47bb-9f6f-f2b9c87abbb4 req-a35f93df-2fb0-4277-9bde-f247c700b40a tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Deleting port f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:12:06.547989 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-71297f9b-4e79-47bb-9f6f-f2b9c87abbb4 req-a35f93df-2fb0-4277-9bde-f247c700b40a tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:06.574648 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b8f55-ed66-4cd8-9148-0a73eaa0f7ca req-52f55711-6276-49a3-af2c-ad65e4047521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:06.577567 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7f4b8f55-ed66-4cd8-9148-0a73eaa0f7ca req-52f55711-6276-49a3-af2c-ad65e4047521 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5cecf3dbc83542a19dc355f0eed91522&device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 1099 time: 0.0714989 Sep 23 23:12:06.696218 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-71297f9b-4e79-47bb-9f6f-f2b9c87abbb4 req-a35f93df-2fb0-4277-9bde-f247c700b40a tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] For port f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c,segment=NetworkSegment(bb89ef85-36bb-4a06-b0e7-d6b884aca5fe),segment_id=bb89ef85-36bb-4a06-b0e7-d6b884aca5fe)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:12:06.696553 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-71297f9b-4e79-47bb-9f6f-f2b9c87abbb4 req-a35f93df-2fb0-4277-9bde-f247c700b40a tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:06.716871 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [req-71297f9b-4e79-47bb-9f6f-f2b9c87abbb4 req-a35f93df-2fb0-4277-9bde-f247c700b40a tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Calling delete_port for f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c owned by compute:nova {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:12:06.722881 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b8f55-ed66-4cd8-9148-0a73eaa0f7ca req-944467f1-ef45-4243-a3bf-6f29ac1c853b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:06.725663 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7f4b8f55-ed66-4cd8-9148-0a73eaa0f7ca req-944467f1-ef45-4243-a3bf-6f29ac1c853b service neutron] 10.222.0.11 "GET /v2.0/networks?id=5ecc2712-9a4c-4406-a4a9-34a029e19ad4 HTTP/1.1" status: 200 len: 920 time: 0.1181817 Sep 23 23:12:06.790949 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7f4b8f55-ed66-4cd8-9148-0a73eaa0f7ca req-b35106dd-3882-4747-af02-7857b584d456 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6698bd3-5871-41f1-ad67-d322b8907bca HTTP/1.1" status: 200 len: 217 time: 0.0535910 Sep 23 23:12:06.859016 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b8f55-ed66-4cd8-9148-0a73eaa0f7ca req-e871201f-c978-4619-8a1f-c117cd311ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:06.862111 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7f4b8f55-ed66-4cd8-9148-0a73eaa0f7ca req-e871201f-c978-4619-8a1f-c117cd311ef4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=11e43b35-bf07-41f5-b3f0-471b3986f781 HTTP/1.1" status: 200 len: 859 time: 0.0609851 Sep 23 23:12:06.902482 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3779b8-0685-40aa-849d-190fe3b9ad19 req-1f3692da-6718-4dc8-b71c-701eea2629f6 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:06.904109 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9e3779b8-0685-40aa-849d-190fe3b9ad19 req-1f3692da-6718-4dc8-b71c-701eea2629f6 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a6ba292-48ab-4ec7-9c2a-8618897a50d4 HTTP/1.1" status: 200 len: 945 time: 0.1301067 Sep 23 23:12:06.919429 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7f4b8f55-ed66-4cd8-9148-0a73eaa0f7ca req-3e94b644-d429-47d1-9a91-4fc6e133581e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ecc2712-9a4c-4406-a4a9-34a029e19ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448058 Sep 23 23:12:06.927049 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9bf84-9c3f-4118-99e4-8cca1c4aef88 req-f163d4f5-2b5b-4f55-8868-daa247066213 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:06.928667 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-17b9bf84-9c3f-4118-99e4-8cca1c4aef88 req-f163d4f5-2b5b-4f55-8868-daa247066213 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?device_id=24990c99-cfcc-4e04-bc5d-037cc379a384 HTTP/1.1" status: 200 len: 944 time: 0.1162186 Sep 23 23:12:07.057669 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7f4b8f55-ed66-4cd8-9148-0a73eaa0f7ca req-bd21b00c-5fe2-4e6a-bb17-bbcf39f2db70 service neutron] 10.222.0.11 "GET /v2.0/networks/5ecc2712-9a4c-4406-a4a9-34a029e19ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271689 Sep 23 23:12:07.062294 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-17b9bf84-9c3f-4118-99e4-8cca1c4aef88 req-c54bc877-9d48-4948-9e1c-fcc8604045cc tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/security-groups?id=be0f71fb-7c96-4342-bf49-ba341c3b1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021762 Sep 23 23:12:07.068068 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9e3779b8-0685-40aa-849d-190fe3b9ad19 req-532f3fbc-06f0-4e85-8453-4b3f44e6e67d tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/security-groups?id=3af88e19-d3d0-44f4-879d-2aafdf89e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093085 Sep 23 23:12:07.069299 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-71297f9b-4e79-47bb-9f6f-f2b9c87abbb4 req-a35f93df-2fb0-4277-9bde-f247c700b40a tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416648'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:07.114276 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f93df-2fb0-4277-9bde-f247c700b40a tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Pushing event deleted for resources: {'Port': ['ID=f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:12:07.187537 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [req-71297f9b-4e79-47bb-9f6f-f2b9c87abbb4 req-a35f93df-2fb0-4277-9bde-f247c700b40a tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] No DVR routers for this DVR port f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c on host hv-cinder-81078 {{(pid=94232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:12:07.191174 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-71297f9b-4e79-47bb-9f6f-f2b9c87abbb4 req-a35f93df-2fb0-4277-9bde-f247c700b40a tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:07.194123 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-71297f9b-4e79-47bb-9f6f-f2b9c87abbb4 req-a35f93df-2fb0-4277-9bde-f247c700b40a tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.11 "DELETE /v2.0/ports/f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c HTTP/1.1" status: 204 len: 173 time: 0.8032618 Sep 23 23:12:07.194742 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49998925-8e1b-4faa-8070-e0b61d3b429b', 'name': 'network-vif-deleted', 'tag': 'f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:12:07.197369 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc74f1c012309c835ea1a53c8f5f732cbfbf790adc92ee6109ffd7f3bd94d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97723ab9-1e67-441b-a570-07d12f0763cf" -d '{"events": [{"server_uuid": "49998925-8e1b-4faa-8070-e0b61d3b429b", "name": "network-vif-deleted", "tag": "f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:12:07.213794 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7f4b8f55-ed66-4cd8-9148-0a73eaa0f7ca req-9f863b1a-e634-4004-8d9d-8663dae57fbd service neutron] 10.222.0.11 "GET /v2.0/networks/5ecc2712-9a4c-4406-a4a9-34a029e19ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397755 Sep 23 23:12:07.251430 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf58f32-7793-445c-95c6-6dbfba05b643 x-openstack-request-id: req-ebf58f32-7793-445c-95c6-6dbfba05b643 {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:12:07.252375 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49998925-8e1b-4faa-8070-e0b61d3b429b", "name": "network-vif-deleted", "tag": "f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:12:07.252962 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ebf58f32-7793-445c-95c6-6dbfba05b643 {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:12:07.254321 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49998925-8e1b-4faa-8070-e0b61d3b429b', 'name': 'network-vif-deleted', 'tag': 'f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c', 'status': 'completed', 'code': 200} Sep 23 23:12:07.379446 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-76f15a90-b524-4b27-9eeb-393028a7a017 req-b52cd77b-f1b8-4e0c-9dbe-c1c72f438fee tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=49998925-8e1b-4faa-8070-e0b61d3b429b HTTP/1.1" status: 200 len: 210 time: 0.0468040 Sep 23 23:12:07.450187 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447025d-1904-4428-8bec-b7711524196d req-a0947c70-9085-4af5-bbf0-85a90acf84e4 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:07.452954 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8447025d-1904-4428-8bec-b7711524196d req-a0947c70-9085-4af5-bbf0-85a90acf84e4 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.1089406 Sep 23 23:12:07.485717 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['afe7c452-c2b1-4452-acee-2f5e7a38185d', '18bd0e5f-850b-4717-95b3-f144f882815a', '36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5', 'f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:12:07.578789 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8447025d-1904-4428-8bec-b7711524196d req-27195548-d407-4651-bd72-2e9ce554be90 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956080 Sep 23 23:12:08.270278 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab378f-1691-45a8-afcc-48e4f38288f8 req-0bd7996c-bc25-4512-91e6-fb2a913a9c96 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:08.271939 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e3ab378f-1691-45a8-afcc-48e4f38288f8 req-0bd7996c-bc25-4512-91e6-fb2a913a9c96 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a6ba292-48ab-4ec7-9c2a-8618897a50d4 HTTP/1.1" status: 200 len: 945 time: 0.1079812 Sep 23 23:12:08.280860 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173943f6-fbda-4102-a972-57f90e6af61a req-18f4a7cf-a3f7-4922-8b67-f937edc2f029 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:08.282497 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-173943f6-fbda-4102-a972-57f90e6af61a req-18f4a7cf-a3f7-4922-8b67-f937edc2f029 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?device_id=24990c99-cfcc-4e04-bc5d-037cc379a384 HTTP/1.1" status: 200 len: 944 time: 0.1036465 Sep 23 23:12:08.484124 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785b3a5-ab7f-439f-b834-e4941210c7ba req-7b5fb99e-f266-4557-b390-32310ce9168d tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:08.485881 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d785b3a5-ab7f-439f-b834-e4941210c7ba req-7b5fb99e-f266-4557-b390-32310ce9168d tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.11 "GET /v2.0/ports?device_id=7a6ba292-48ab-4ec7-9c2a-8618897a50d4 HTTP/1.1" status: 200 len: 945 time: 0.1068971 Sep 23 23:12:08.600232 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e3ab378f-1691-45a8-afcc-48e4f38288f8 req-baa672fe-30f6-4620-a633-a17a7fae1cc3 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/security-groups?id=3af88e19-d3d0-44f4-879d-2aafdf89e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163464 Sep 23 23:12:08.603518 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-173943f6-fbda-4102-a972-57f90e6af61a req-a07e209c-ed97-4761-9b6f-5dc376c4d2e5 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/security-groups?id=be0f71fb-7c96-4342-bf49-ba341c3b1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135500 Sep 23 23:12:08.707361 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [req-d785b3a5-ab7f-439f-b834-e4941210c7ba req-bb0226bd-39e1-4eb0-8554-87865cb13d80 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Deleting port 39ecf140-4f32-45bf-bdde-2a66ba25ec8a {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:12:08.708124 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-d785b3a5-ab7f-439f-b834-e4941210c7ba req-bb0226bd-39e1-4eb0-8554-87865cb13d80 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:08.832384 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-5e2c19de-4cc8-4ef4-a4f3-7dcf301c3944 req-b4d6d2fd-aa61-4a0c-bd2d-2b467e18b47b tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=49998925-8e1b-4faa-8070-e0b61d3b429b HTTP/1.1" status: 200 len: 210 time: 0.0460923 Sep 23 23:12:08.842346 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-d785b3a5-ab7f-439f-b834-e4941210c7ba req-bb0226bd-39e1-4eb0-8554-87865cb13d80 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] For port 39ecf140-4f32-45bf-bdde-2a66ba25ec8a, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=39ecf140-4f32-45bf-bdde-2a66ba25ec8a,segment=NetworkSegment(c8f824a0-e5fd-448e-9109-4b872395178e),segment_id=c8f824a0-e5fd-448e-9109-4b872395178e)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:12:08.842896 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-d785b3a5-ab7f-439f-b834-e4941210c7ba req-bb0226bd-39e1-4eb0-8554-87865cb13d80 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:08.870910 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307f868-ea12-476a-bd5d-9cc03419f4bf req-c6a0c999-eea7-41a9-8813-3b2d497efd47 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:08.873600 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f307f868-ea12-476a-bd5d-9cc03419f4bf req-c6a0c999-eea7-41a9-8813-3b2d497efd47 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.1328936 Sep 23 23:12:08.875677 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [req-d785b3a5-ab7f-439f-b834-e4941210c7ba req-bb0226bd-39e1-4eb0-8554-87865cb13d80 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Calling delete_port for 39ecf140-4f32-45bf-bdde-2a66ba25ec8a owned by compute:nova {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:12:08.951526 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f307f868-ea12-476a-bd5d-9cc03419f4bf req-24912bf5-e689-4330-ad58-6e13a8312074 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580075 Sep 23 23:12:09.171882 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-d785b3a5-ab7f-439f-b834-e4941210c7ba req-bb0226bd-39e1-4eb0-8554-87865cb13d80 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:09.192292 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['39ecf140-4f32-45bf-bdde-2a66ba25ec8a'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:12:09.258710 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0226bd-39e1-4eb0-8554-87865cb13d80 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Pushing event deleted for resources: {'Port': ['ID=39ecf140-4f32-45bf-bdde-2a66ba25ec8a,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:12:09.305274 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-d785b3a5-ab7f-439f-b834-e4941210c7ba req-bb0226bd-39e1-4eb0-8554-87865cb13d80 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] No DVR routers for this DVR port 39ecf140-4f32-45bf-bdde-2a66ba25ec8a on host hv-cinder-81078 {{(pid=94231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:12:09.309025 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-d785b3a5-ab7f-439f-b834-e4941210c7ba req-bb0226bd-39e1-4eb0-8554-87865cb13d80 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:09.311178 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d785b3a5-ab7f-439f-b834-e4941210c7ba req-bb0226bd-39e1-4eb0-8554-87865cb13d80 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.11 "DELETE /v2.0/ports/39ecf140-4f32-45bf-bdde-2a66ba25ec8a HTTP/1.1" status: 204 len: 173 time: 0.8143771 Sep 23 23:12:09.311679 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6ba292-48ab-4ec7-9c2a-8618897a50d4', 'name': 'network-vif-deleted', 'tag': '39ecf140-4f32-45bf-bdde-2a66ba25ec8a'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:12:09.314582 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1d5602135d6fd2b93bb7a1a207777d999d514b69f59ce624d4faeb629b016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f67c271-9408-4b82-bf98-3a8af7d85645" -d '{"events": [{"server_uuid": "7a6ba292-48ab-4ec7-9c2a-8618897a50d4", "name": "network-vif-deleted", "tag": "39ecf140-4f32-45bf-bdde-2a66ba25ec8a"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:12:09.381550 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e679ff-d24d-42c1-89d3-7f9f8520e4f8 x-openstack-request-id: req-f1e679ff-d24d-42c1-89d3-7f9f8520e4f8 {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:12:09.382125 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6ba292-48ab-4ec7-9c2a-8618897a50d4", "name": "network-vif-deleted", "tag": "39ecf140-4f32-45bf-bdde-2a66ba25ec8a", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:12:09.382597 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f1e679ff-d24d-42c1-89d3-7f9f8520e4f8 {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:12:09.383115 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6ba292-48ab-4ec7-9c2a-8618897a50d4', 'name': 'network-vif-deleted', 'tag': '39ecf140-4f32-45bf-bdde-2a66ba25ec8a', 'status': 'completed', 'code': 200} Sep 23 23:12:09.451045 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ad021-e22a-41d6-9c70-2cf9c27814d8 req-2dac0ccd-fa6c-46c5-9883-7c731b6958f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:09.453996 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-959ad021-e22a-41d6-9c70-2cf9c27814d8 req-2dac0ccd-fa6c-46c5-9883-7c731b6958f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5cecf3dbc83542a19dc355f0eed91522&device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 1099 time: 0.0589116 Sep 23 23:12:09.461436 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba928e99-b59f-4cdb-8df4-d64142704dc0 req-b52b5c49-d232-425b-89c3-9aa91d18bc6c tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:09.463418 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ba928e99-b59f-4cdb-8df4-d64142704dc0 req-b52b5c49-d232-425b-89c3-9aa91d18bc6c tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0856445 Sep 23 23:12:09.469189 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device b4a281cc-c48f-4cd1-a75c-c5d79de6871e up at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:12:09.556059 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ba928e99-b59f-4cdb-8df4-d64142704dc0 req-13f901d5-4627-44bd-90da-a8f5781b7b0e tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751600 Sep 23 23:12:09.575900 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning for port b4a281cc-c48f-4cd1-a75c-c5d79de6871e completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:12:09.581479 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning complete for port b4a281cc-c48f-4cd1-a75c-c5d79de6871e triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:12:09.581877 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:09.596082 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ad021-e22a-41d6-9c70-2cf9c27814d8 req-8154b08a-0cae-4464-9137-cd470cb39a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:09.597742 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-959ad021-e22a-41d6-9c70-2cf9c27814d8 req-8154b08a-0cae-4464-9137-cd470cb39a72 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5ecc2712-9a4c-4406-a4a9-34a029e19ad4 HTTP/1.1" status: 200 len: 920 time: 0.1309912 Sep 23 23:12:09.641243 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:09.686220 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-959ad021-e22a-41d6-9c70-2cf9c27814d8 req-30f18180-2a72-49b2-9ab3-2b5b8584d957 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6698bd3-5871-41f1-ad67-d322b8907bca HTTP/1.1" status: 200 len: 217 time: 0.0670588 Sep 23 23:12:09.710995 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:09.750962 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24990c99-cfcc-4e04-bc5d-037cc379a384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a281cc-c48f-4cd1-a75c-c5d79de6871e'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:12:09.756100 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7224bc9728871e873a89dc5c7795d0b38d91bd368c61c3cf47b1fa6016b6835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c702173-9f06-42e5-a190-6eec140b3802" -d '{"events": [{"server_uuid": "24990c99-cfcc-4e04-bc5d-037cc379a384", "name": "network-vif-plugged", "status": "completed", "tag": "b4a281cc-c48f-4cd1-a75c-c5d79de6871e"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:12:09.789087 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port b4a281cc-c48f-4cd1-a75c-c5d79de6871e, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=b4a281cc-c48f-4cd1-a75c-c5d79de6871e,segment=NetworkSegment(243c5f0e-f134-4c60-be87-02e0c97c3b66),segment_id=243c5f0e-f134-4c60-be87-02e0c97c3b66)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:12:09.797000 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:09.798553 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c no longer exists at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:12:09.799575 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ad021-e22a-41d6-9c70-2cf9c27814d8 req-a3db2c3d-13df-4e2c-a871-7c4a59e185c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:09.802233 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-959ad021-e22a-41d6-9c70-2cf9c27814d8 req-a3db2c3d-13df-4e2c-a871-7c4a59e185c7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=11e43b35-bf07-41f5-b3f0-471b3986f781 HTTP/1.1" status: 200 len: 859 time: 0.1058567 Sep 23 23:12:09.837026 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] No Port match for: f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:12:09.837496 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device f635ebbc-4a4d-4987-8e19-c28f0d7e2b1c not bound to the agent host hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:12:09.852439 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a6deb7a2-852a-498c-a2af-39161ebb5506 req-fd650ecc-97b6-401f-a028-ea63f0e12d16 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a6ba292-48ab-4ec7-9c2a-8618897a50d4 HTTP/1.1" status: 200 len: 210 time: 0.0531447 Sep 23 23:12:09.854192 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-959ad021-e22a-41d6-9c70-2cf9c27814d8 req-cab04c49-57b5-45c4-9258-1bae99ff7064 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ecc2712-9a4c-4406-a4a9-34a029e19ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424211 Sep 23 23:12:09.896692 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3388724-1ead-4f3a-b305-bd7992011fcf req-943ee308-d068-4b93-bb19-cf9cb4841e1b tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:09.913456 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d3388724-1ead-4f3a-b305-bd7992011fcf req-943ee308-d068-4b93-bb19-cf9cb4841e1b tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?device_id=24990c99-cfcc-4e04-bc5d-037cc379a384 HTTP/1.1" status: 200 len: 944 time: 0.1724207 Sep 23 23:12:10.002949 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=b4a281cc-c48f-4cd1-a75c-c5d79de6871e,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:12:10.016935 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e11d34-d83c-4595-8831-e1444f0d738d x-openstack-request-id: req-d4e11d34-d83c-4595-8831-e1444f0d738d {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:12:10.018588 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24990c99-cfcc-4e04-bc5d-037cc379a384", "name": "network-vif-plugged", "status": "completed", "tag": "b4a281cc-c48f-4cd1-a75c-c5d79de6871e", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:12:10.019319 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d4e11d34-d83c-4595-8831-e1444f0d738d {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:12:10.020189 dv-cinder-810785-1-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24990c99-cfcc-4e04-bc5d-037cc379a384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a281cc-c48f-4cd1-a75c-c5d79de6871e', 'code': 200} Sep 23 23:12:10.035316 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d3388724-1ead-4f3a-b305-bd7992011fcf req-9deca810-f37e-4f80-9184-a8a39899ea2e tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/security-groups?id=be0f71fb-7c96-4342-bf49-ba341c3b1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208465 Sep 23 23:12:10.047484 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-959ad021-e22a-41d6-9c70-2cf9c27814d8 req-5bb9cb04-fe29-460c-8457-06c917b66904 service neutron] 10.222.0.11 "GET /v2.0/networks/5ecc2712-9a4c-4406-a4a9-34a029e19ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797690 Sep 23 23:12:10.226865 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-959ad021-e22a-41d6-9c70-2cf9c27814d8 req-23e03a17-444b-4990-8097-27643485e182 service neutron] 10.222.0.11 "GET /v2.0/networks/5ecc2712-9a4c-4406-a4a9-34a029e19ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668067 Sep 23 23:12:10.288662 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e24630-beec-4aac-a525-980b6f64f957 req-9ca3debb-b432-4f18-9c30-cc8dcb2007f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:10.290620 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b6e24630-beec-4aac-a525-980b6f64f957 req-9ca3debb-b432-4f18-9c30-cc8dcb2007f1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=24990c99-cfcc-4e04-bc5d-037cc379a384 HTTP/1.1" status: 200 len: 1098 time: 0.0558767 Sep 23 23:12:10.342627 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b6e24630-beec-4aac-a525-980b6f64f957 req-7d3131db-bef7-43dc-ab99-e5f2c164cc5a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=be0f71fb-7c96-4342-bf49-ba341c3b1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369716 Sep 23 23:12:10.706807 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2f6d5-9d51-4599-98ef-1f2cd6f94820 req-6773f0b8-d613-4e84-a8ad-dd6a9b0307ab tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:10.708468 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-47f2f6d5-9d51-4599-98ef-1f2cd6f94820 req-6773f0b8-d613-4e84-a8ad-dd6a9b0307ab tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0627608 Sep 23 23:12:10.762424 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-47f2f6d5-9d51-4599-98ef-1f2cd6f94820 req-74bbb7a9-26bc-47ee-9c8a-97a8f67b3d33 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470932 Sep 23 23:12:11.198664 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6caa0a5-b171-45aa-a8d4-43c57e38f1e5 req-1f20d498-554f-40b0-b3f3-f116b85e2248 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:11.204796 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e6caa0a5-b171-45aa-a8d4-43c57e38f1e5 req-1f20d498-554f-40b0-b3f3-f116b85e2248 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?device_id=24990c99-cfcc-4e04-bc5d-037cc379a384 HTTP/1.1" status: 200 len: 945 time: 0.0792348 Sep 23 23:12:11.252667 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e6caa0a5-b171-45aa-a8d4-43c57e38f1e5 req-d135473d-f10b-4974-9949-6d2b523bfa88 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/security-groups?id=be0f71fb-7c96-4342-bf49-ba341c3b1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454144 Sep 23 23:12:11.596862 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e01b1-026d-428f-aea2-ee2653260547 req-283e0cbb-073e-47bf-bcbc-2c19ef9b4f6c tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:11.598722 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f23e01b1-026d-428f-aea2-ee2653260547 req-283e0cbb-073e-47bf-bcbc-2c19ef9b4f6c tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=a904fc8b-f148-474b-80b7-6cc4db8927e9 HTTP/1.1" status: 200 len: 945 time: 0.0624483 Sep 23 23:12:11.652445 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f23e01b1-026d-428f-aea2-ee2653260547 req-db26d540-f89e-4867-b34e-477fd7c93928 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415072 Sep 23 23:12:11.918103 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395baed-b728-4945-9bbf-07f5caf66172 req-30dad528-b5b2-4b1d-994e-e18e57787fc6 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:11.920378 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7395baed-b728-4945-9bbf-07f5caf66172 req-30dad528-b5b2-4b1d-994e-e18e57787fc6 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0659382 Sep 23 23:12:11.971931 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7395baed-b728-4945-9bbf-07f5caf66172 req-61526650-2fea-44d3-a558-f151d0ebed07 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408583 Sep 23 23:12:12.400864 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9aa9e-ee17-422d-b592-dfca163b2dcb req-28c33834-3618-4fbb-98b3-b8112297d857 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:12.402418 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-99f9aa9e-ee17-422d-b592-dfca163b2dcb req-28c33834-3618-4fbb-98b3-b8112297d857 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?device_id=24990c99-cfcc-4e04-bc5d-037cc379a384 HTTP/1.1" status: 200 len: 945 time: 0.0649066 Sep 23 23:12:12.452021 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-99f9aa9e-ee17-422d-b592-dfca163b2dcb req-6b33e795-07bc-4fbd-8d28-55788239816b tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/security-groups?id=be0f71fb-7c96-4342-bf49-ba341c3b1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406597 Sep 23 23:12:12.859314 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e352842-1f7d-4979-a778-5205c11432ac req-ddf3212a-eaec-4272-8d4b-ae00d4f46e2c tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:12.860930 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9e352842-1f7d-4979-a778-5205c11432ac req-ddf3212a-eaec-4272-8d4b-ae00d4f46e2c tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=a904fc8b-f148-474b-80b7-6cc4db8927e9 HTTP/1.1" status: 200 len: 945 time: 0.0801549 Sep 23 23:12:12.934720 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9e352842-1f7d-4979-a778-5205c11432ac req-f90f011e-11d1-4b33-8701-01aa99e24332 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555973 Sep 23 23:12:13.151856 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36028e-d7b0-4e7c-bcc6-5c5bce1c0a33 req-c138d909-ee1d-4b72-bf5b-5f469a183424 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:13.154561 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4c36028e-d7b0-4e7c-bcc6-5c5bce1c0a33 req-c138d909-ee1d-4b72-bf5b-5f469a183424 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0819941 Sep 23 23:12:13.212421 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4c36028e-d7b0-4e7c-bcc6-5c5bce1c0a33 req-4136781c-654f-41f1-8b5b-9b24ca2c70e5 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483391 Sep 23 23:12:13.630713 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dcaf16-95f3-4c5e-b180-42a71c20cb42 req-a191dcd9-ba39-42c0-9875-3d42a20a6882 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:13.632379 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-33dcaf16-95f3-4c5e-b180-42a71c20cb42 req-a191dcd9-ba39-42c0-9875-3d42a20a6882 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?device_id=24990c99-cfcc-4e04-bc5d-037cc379a384 HTTP/1.1" status: 200 len: 945 time: 0.0658057 Sep 23 23:12:13.681049 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-33dcaf16-95f3-4c5e-b180-42a71c20cb42 req-b5b46e0e-7d76-4ddd-a0f8-fecbbbc8a33f tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/security-groups?id=be0f71fb-7c96-4342-bf49-ba341c3b1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412023 Sep 23 23:12:14.073384 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293c934-7673-4253-9eb7-f4bc74ac1b96 req-54b99c97-9f00-4833-8b9f-38d6727af950 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:14.075024 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7293c934-7673-4253-9eb7-f4bc74ac1b96 req-54b99c97-9f00-4833-8b9f-38d6727af950 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=a904fc8b-f148-474b-80b7-6cc4db8927e9 HTTP/1.1" status: 200 len: 945 time: 0.0621519 Sep 23 23:12:14.119758 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7293c934-7673-4253-9eb7-f4bc74ac1b96 req-dc56ae2e-0e35-4e15-8637-bb6da4557b07 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379553 Sep 23 23:12:14.228742 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 39ecf140-4f32-45bf-bdde-2a66ba25ec8a no longer exists at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:12:14.278824 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] No Port match for: 39ecf140-4f32-45bf-bdde-2a66ba25ec8a {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:12:14.279686 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 39ecf140-4f32-45bf-bdde-2a66ba25ec8a not bound to the agent host hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:12:14.364063 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd858e2-1c59-4ca6-af3a-f2dca5958555 req-a7a6e601-9ce2-47c9-887d-2028b3fa6141 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:14.366881 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4dd858e2-1c59-4ca6-af3a-f2dca5958555 req-a7a6e601-9ce2-47c9-887d-2028b3fa6141 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0728686 Sep 23 23:12:14.414660 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4dd858e2-1c59-4ca6-af3a-f2dca5958555 req-d83b5b0d-bab7-4e11-9b05-3c5fc13a4c9f tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405943 Sep 23 23:12:14.822771 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257ed45-aff3-432b-a2e9-6629350236e9 req-4608fdf2-7533-43a1-a9e8-9644b259f5cd tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:14.824551 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e257ed45-aff3-432b-a2e9-6629350236e9 req-4608fdf2-7533-43a1-a9e8-9644b259f5cd tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?device_id=24990c99-cfcc-4e04-bc5d-037cc379a384 HTTP/1.1" status: 200 len: 945 time: 0.0595655 Sep 23 23:12:14.875859 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e257ed45-aff3-432b-a2e9-6629350236e9 req-3193bf23-c488-4240-b2de-a5667733831c tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/security-groups?id=be0f71fb-7c96-4342-bf49-ba341c3b1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436904 Sep 23 23:12:15.299959 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc8101-698c-4cea-bbab-fe8b286193ae req-3feb025b-9b15-405d-b884-aa9282a2dc67 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:15.303453 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1ddc8101-698c-4cea-bbab-fe8b286193ae req-3feb025b-9b15-405d-b884-aa9282a2dc67 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=a904fc8b-f148-474b-80b7-6cc4db8927e9 HTTP/1.1" status: 200 len: 945 time: 0.0841939 Sep 23 23:12:15.374925 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1ddc8101-698c-4cea-bbab-fe8b286193ae req-1c55588c-7b19-414f-8f3d-6520a00a7827 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591936 Sep 23 23:12:15.505990 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60491a1a-7202-4311-b3b9-0f4b18ea4e56 req-80dcac59-8ff1-4bd0-93bd-874a88083baa tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:15.511378 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-60491a1a-7202-4311-b3b9-0f4b18ea4e56 req-80dcac59-8ff1-4bd0-93bd-874a88083baa tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.11 "GET /v2.0/ports?device_id=a904fc8b-f148-474b-80b7-6cc4db8927e9 HTTP/1.1" status: 200 len: 945 time: 0.1051438 Sep 23 23:12:15.704728 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c9488-1453-4f23-b06e-30c74a24744f req-eba0951e-a92f-4ea2-abbd-27f85ffca93a tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:15.707069 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2a2c9488-1453-4f23-b06e-30c74a24744f req-eba0951e-a92f-4ea2-abbd-27f85ffca93a tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.1507926 Sep 23 23:12:15.803792 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2a2c9488-1453-4f23-b06e-30c74a24744f req-a8d7ba11-24e5-46b7-86d0-b263b74d044f tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839562 Sep 23 23:12:15.807891 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [req-60491a1a-7202-4311-b3b9-0f4b18ea4e56 req-381fde8f-acf2-47b4-bc82-ef71960768ac tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Deleting port 36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5 {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:12:15.808479 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-60491a1a-7202-4311-b3b9-0f4b18ea4e56 req-381fde8f-acf2-47b4-bc82-ef71960768ac tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:16.007843 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-60491a1a-7202-4311-b3b9-0f4b18ea4e56 req-381fde8f-acf2-47b4-bc82-ef71960768ac tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] For port 36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5,segment=NetworkSegment(bb89ef85-36bb-4a06-b0e7-d6b884aca5fe),segment_id=bb89ef85-36bb-4a06-b0e7-d6b884aca5fe)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:12:16.008597 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-60491a1a-7202-4311-b3b9-0f4b18ea4e56 req-381fde8f-acf2-47b4-bc82-ef71960768ac tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:16.026066 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [req-60491a1a-7202-4311-b3b9-0f4b18ea4e56 req-381fde8f-acf2-47b4-bc82-ef71960768ac tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Calling delete_port for 36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5 owned by compute:nova {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:12:16.048926 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd455f-db88-433a-bdab-4399e54a4701 req-a6f06b1f-0733-412c-8408-6158c955ea18 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:16.050619 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-00bd455f-db88-433a-bdab-4399e54a4701 req-a6f06b1f-0733-412c-8408-6158c955ea18 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?device_id=24990c99-cfcc-4e04-bc5d-037cc379a384 HTTP/1.1" status: 200 len: 945 time: 0.1039214 Sep 23 23:12:16.138571 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-00bd455f-db88-433a-bdab-4399e54a4701 req-4c0f9c83-f165-4ab5-87e7-63e5d5f7a62b tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/security-groups?id=be0f71fb-7c96-4342-bf49-ba341c3b1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543225 Sep 23 23:12:16.222902 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-60491a1a-7202-4311-b3b9-0f4b18ea4e56 req-381fde8f-acf2-47b4-bc82-ef71960768ac tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416648'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:16.236970 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['afe7c452-c2b1-4452-acee-2f5e7a38185d', '18bd0e5f-850b-4717-95b3-f144f882815a', '36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:12:16.256572 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381fde8f-acf2-47b4-bc82-ef71960768ac tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Pushing event deleted for resources: {'Port': ['ID=36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:12:16.307685 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [req-60491a1a-7202-4311-b3b9-0f4b18ea4e56 req-381fde8f-acf2-47b4-bc82-ef71960768ac tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] No DVR routers for this DVR port 36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5 on host hv-cinder-81078 {{(pid=94232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:12:16.310767 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-60491a1a-7202-4311-b3b9-0f4b18ea4e56 req-381fde8f-acf2-47b4-bc82-ef71960768ac tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:16.313168 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-60491a1a-7202-4311-b3b9-0f4b18ea4e56 req-381fde8f-acf2-47b4-bc82-ef71960768ac tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.11 "DELETE /v2.0/ports/36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5 HTTP/1.1" status: 204 len: 173 time: 0.7944102 Sep 23 23:12:16.313685 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a904fc8b-f148-474b-80b7-6cc4db8927e9', 'name': 'network-vif-deleted', 'tag': '36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:12:16.316487 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc74f1c012309c835ea1a53c8f5f732cbfbf790adc92ee6109ffd7f3bd94d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811c5371-db4f-41aa-9ba8-8010503a2f33" -d '{"events": [{"server_uuid": "a904fc8b-f148-474b-80b7-6cc4db8927e9", "name": "network-vif-deleted", "tag": "36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:12:16.366177 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2c519e-f8be-4d89-91fc-f60573c9140f x-openstack-request-id: req-5c2c519e-f8be-4d89-91fc-f60573c9140f {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:12:16.366485 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a904fc8b-f148-474b-80b7-6cc4db8927e9", "name": "network-vif-deleted", "tag": "36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:12:16.366733 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5c2c519e-f8be-4d89-91fc-f60573c9140f {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:12:16.367141 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a904fc8b-f148-474b-80b7-6cc4db8927e9', 'name': 'network-vif-deleted', 'tag': '36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5', 'status': 'completed', 'code': 200} Sep 23 23:12:16.544627 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-fc3f62e3-21be-4e09-9d22-36a192d6670b req-b51325a0-f671-4cdb-a0a5-b03b437f528b tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=a904fc8b-f148-474b-80b7-6cc4db8927e9 HTTP/1.1" status: 200 len: 210 time: 0.0470278 Sep 23 23:12:17.008499 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c181dea-0129-40d5-bef8-b81f53d46e93 req-85886743-2b7b-488a-a62c-7c4d6d555268 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:17.010308 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2c181dea-0129-40d5-bef8-b81f53d46e93 req-85886743-2b7b-488a-a62c-7c4d6d555268 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0719609 Sep 23 23:12:17.077031 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2c181dea-0129-40d5-bef8-b81f53d46e93 req-e7113a3e-c5d5-46df-8ffc-b1d79b1be425 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539858 Sep 23 23:12:17.300950 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a594c7-8b8f-4858-a6a5-b71904d8c965 req-c8e169f3-cbdb-48df-8224-22f8683acb40 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:17.302779 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-64a594c7-8b8f-4858-a6a5-b71904d8c965 req-c8e169f3-cbdb-48df-8224-22f8683acb40 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?device_id=24990c99-cfcc-4e04-bc5d-037cc379a384 HTTP/1.1" status: 200 len: 945 time: 0.0838380 Sep 23 23:12:17.367155 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-64a594c7-8b8f-4858-a6a5-b71904d8c965 req-3f4aac78-2953-4cbd-9f7f-56f395c4f41a tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/security-groups?id=be0f71fb-7c96-4342-bf49-ba341c3b1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523880 Sep 23 23:12:17.904600 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427163a9-70b2-4c56-a737-2f0cb37a59ae req-6394d4a9-ca60-480a-8037-799102419dfb tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:17.906081 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-427163a9-70b2-4c56-a737-2f0cb37a59ae req-6394d4a9-ca60-480a-8037-799102419dfb tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=81a1259b-9a25-4891-a70b-89e4f6c5c078 HTTP/1.1" status: 200 len: 946 time: 0.0602884 Sep 23 23:12:17.960080 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-427163a9-70b2-4c56-a737-2f0cb37a59ae req-c1f99cc8-80f3-4b12-95a8-40908a2e65d8 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464866 Sep 23 23:12:18.524152 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4b748-b845-4491-8e5b-4d4a76b906b3 req-c8d6d987-c8f1-41df-b49c-11a361c7d400 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:18.525833 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b7e4b748-b845-4491-8e5b-4d4a76b906b3 req-c8d6d987-c8f1-41df-b49c-11a361c7d400 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?device_id=24990c99-cfcc-4e04-bc5d-037cc379a384 HTTP/1.1" status: 200 len: 945 time: 0.0755990 Sep 23 23:12:18.589136 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b7e4b748-b845-4491-8e5b-4d4a76b906b3 req-f3669944-2e7d-4d42-9983-858b3d774014 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/security-groups?id=be0f71fb-7c96-4342-bf49-ba341c3b1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553572 Sep 23 23:12:19.093960 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d8c4f-d542-4d7a-bbfe-0f7ded08dc51 req-828f79ea-e75f-4f5e-83ac-b64daf1d9ba4 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:19.096066 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cc2d8c4f-d542-4d7a-bbfe-0f7ded08dc51 req-828f79ea-e75f-4f5e-83ac-b64daf1d9ba4 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=81a1259b-9a25-4891-a70b-89e4f6c5c078 HTTP/1.1" status: 200 len: 946 time: 0.0592279 Sep 23 23:12:19.140641 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cc2d8c4f-d542-4d7a-bbfe-0f7ded08dc51 req-72bc878f-99fc-48c5-855c-3635b98eb2ff tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380046 Sep 23 23:12:19.732110 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d2ea0-75dc-44f5-8066-9b4c515e111c req-cd437e84-44b0-4f41-b9d4-a5656d8b2621 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:19.735013 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cb1d2ea0-75dc-44f5-8066-9b4c515e111c req-cd437e84-44b0-4f41-b9d4-a5656d8b2621 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?device_id=24990c99-cfcc-4e04-bc5d-037cc379a384 HTTP/1.1" status: 200 len: 945 time: 0.0617666 Sep 23 23:12:19.795308 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cb1d2ea0-75dc-44f5-8066-9b4c515e111c req-1926a3f6-f5d0-4b3f-adee-98ce5ede306a tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/security-groups?id=be0f71fb-7c96-4342-bf49-ba341c3b1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531740 Sep 23 23:12:20.220064 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5 no longer exists at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:12:20.242871 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] No Port match for: 36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:12:20.243199 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 36709bb2-d73c-4f96-8bb9-e4f6fcbf4ca5 not bound to the agent host hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:12:20.321689 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e860538-b167-4603-9b6a-997cf0414261 req-5d9c8b06-65a4-4db1-87a9-7840cfa264ed tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:20.323207 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2e860538-b167-4603-9b6a-997cf0414261 req-5d9c8b06-65a4-4db1-87a9-7840cfa264ed tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=81a1259b-9a25-4891-a70b-89e4f6c5c078 HTTP/1.1" status: 200 len: 946 time: 0.0830574 Sep 23 23:12:20.369152 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2e860538-b167-4603-9b6a-997cf0414261 req-c37b9d49-acd7-4dee-80c6-33f151169175 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396008 Sep 23 23:12:20.432143 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c56b35-585d-4c8c-b346-c1f7af6c2650 req-dfeb216a-2c18-4976-831a-a69bfa79cc42 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:20.434610 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c0c56b35-585d-4c8c-b346-c1f7af6c2650 req-dfeb216a-2c18-4976-831a-a69bfa79cc42 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.11 "GET /v2.0/ports?device_id=24990c99-cfcc-4e04-bc5d-037cc379a384 HTTP/1.1" status: 200 len: 945 time: 0.0604682 Sep 23 23:12:20.562946 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [req-c0c56b35-585d-4c8c-b346-c1f7af6c2650 req-18422f9d-6664-458a-b9f0-4cbf645e82bb tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Deleting port b4a281cc-c48f-4cd1-a75c-c5d79de6871e {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:12:20.563729 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-c0c56b35-585d-4c8c-b346-c1f7af6c2650 req-18422f9d-6664-458a-b9f0-4cbf645e82bb tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:20.700172 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-c0c56b35-585d-4c8c-b346-c1f7af6c2650 req-18422f9d-6664-458a-b9f0-4cbf645e82bb tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] For port b4a281cc-c48f-4cd1-a75c-c5d79de6871e, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=b4a281cc-c48f-4cd1-a75c-c5d79de6871e,segment=NetworkSegment(243c5f0e-f134-4c60-be87-02e0c97c3b66),segment_id=243c5f0e-f134-4c60-be87-02e0c97c3b66)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:12:20.700491 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-c0c56b35-585d-4c8c-b346-c1f7af6c2650 req-18422f9d-6664-458a-b9f0-4cbf645e82bb tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:20.716745 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [req-c0c56b35-585d-4c8c-b346-c1f7af6c2650 req-18422f9d-6664-458a-b9f0-4cbf645e82bb tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Calling delete_port for b4a281cc-c48f-4cd1-a75c-c5d79de6871e owned by compute:nova {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:12:20.882888 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-c0c56b35-585d-4c8c-b346-c1f7af6c2650 req-18422f9d-6664-458a-b9f0-4cbf645e82bb tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416648'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:20.897666 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['b4a281cc-c48f-4cd1-a75c-c5d79de6871e'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:12:20.937598 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18422f9d-6664-458a-b9f0-4cbf645e82bb tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Pushing event deleted for resources: {'Port': ['ID=b4a281cc-c48f-4cd1-a75c-c5d79de6871e,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:12:21.000380 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f624db98-b07c-4e8f-a841-489ee071270f req-02136eda-8e2b-4787-8be0-a1a276216121 tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.46 "GET /v2.0/ports?device_id=24990c99-cfcc-4e04-bc5d-037cc379a384 HTTP/1.1" status: 200 len: 210 time: 0.0700912 Sep 23 23:12:21.006770 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18422f9d-6664-458a-b9f0-4cbf645e82bb tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:12:21.006770 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18422f9d-6664-458a-b9f0-4cbf645e82bb tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:12:21.007142 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18422f9d-6664-458a-b9f0-4cbf645e82bb tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:12:21.007515 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18422f9d-6664-458a-b9f0-4cbf645e82bb tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:12:21.008069 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18422f9d-6664-458a-b9f0-4cbf645e82bb tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:12:21.008631 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18422f9d-6664-458a-b9f0-4cbf645e82bb tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:12:21.009208 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18422f9d-6664-458a-b9f0-4cbf645e82bb tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:12:21.009758 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18422f9d-6664-458a-b9f0-4cbf645e82bb tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:12:21.010303 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18422f9d-6664-458a-b9f0-4cbf645e82bb tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:12:21.010867 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18422f9d-6664-458a-b9f0-4cbf645e82bb tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:12:21.011515 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18422f9d-6664-458a-b9f0-4cbf645e82bb tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:12:21.012005 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18422f9d-6664-458a-b9f0-4cbf645e82bb tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:12:21.108438 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c56b35-585d-4c8c-b346-c1f7af6c2650 req-18422f9d-6664-458a-b9f0-4cbf645e82bb tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] No DVR routers for this DVR port b4a281cc-c48f-4cd1-a75c-c5d79de6871e on host hv-cinder-81078 {{(pid=94232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:12:21.112038 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-c0c56b35-585d-4c8c-b346-c1f7af6c2650 req-18422f9d-6664-458a-b9f0-4cbf645e82bb tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:21.115461 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c0c56b35-585d-4c8c-b346-c1f7af6c2650 req-18422f9d-6664-458a-b9f0-4cbf645e82bb tempest-VolumesActionsTest-1875880449 tempest-VolumesActionsTest-1875880449-project] 10.222.0.11 "DELETE /v2.0/ports/b4a281cc-c48f-4cd1-a75c-c5d79de6871e HTTP/1.1" status: 204 len: 173 time: 0.6707511 Sep 23 23:12:21.116715 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24990c99-cfcc-4e04-bc5d-037cc379a384', 'name': 'network-vif-deleted', 'tag': 'b4a281cc-c48f-4cd1-a75c-c5d79de6871e'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:12:21.125461 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc74f1c012309c835ea1a53c8f5f732cbfbf790adc92ee6109ffd7f3bd94d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db5fe84-45bc-4cfc-8465-129591c469f6" -d '{"events": [{"server_uuid": "24990c99-cfcc-4e04-bc5d-037cc379a384", "name": "network-vif-deleted", "tag": "b4a281cc-c48f-4cd1-a75c-c5d79de6871e"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:12:21.176661 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6fbfa9-068c-487b-9569-18831340e024 x-openstack-request-id: req-5b6fbfa9-068c-487b-9569-18831340e024 {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:12:21.177012 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24990c99-cfcc-4e04-bc5d-037cc379a384", "name": "network-vif-deleted", "tag": "b4a281cc-c48f-4cd1-a75c-c5d79de6871e", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:12:21.177344 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5b6fbfa9-068c-487b-9569-18831340e024 {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:12:21.177888 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24990c99-cfcc-4e04-bc5d-037cc379a384', 'name': 'network-vif-deleted', 'tag': 'b4a281cc-c48f-4cd1-a75c-c5d79de6871e', 'status': 'completed', 'code': 200} Sep 23 23:12:21.479353 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-8d3c82f7-31e8-41ae-813e-baf86a22c3f7 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:21.481537 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-8d3c82f7-31e8-41ae-813e-baf86a22c3f7 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/networks?id=eb576778-e116-4f6d-8f26-145f60cb874c HTTP/1.1" status: 200 len: 813 time: 0.1710031 Sep 23 23:12:21.517300 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-09606866-4e05-4ddc-b9bb-b607ab68b3d3 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/quotas/62b7141ba84245ea9a9e72d53a222cea HTTP/1.1" status: 200 len: 375 time: 0.0268219 Sep 23 23:12:21.593321 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-d017e709-d170-4c56-8ce5-38495728830f tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=62b7141ba84245ea9a9e72d53a222cea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479968 Sep 23 23:12:21.622821 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ddae6-70e1-42c0-92c7-20f09721fbb7 req-6d71d26a-8ea5-4dd5-9785-89d75fb1c521 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:21.624375 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-db2ddae6-70e1-42c0-92c7-20f09721fbb7 req-6d71d26a-8ea5-4dd5-9785-89d75fb1c521 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=81a1259b-9a25-4891-a70b-89e4f6c5c078 HTTP/1.1" status: 200 len: 946 time: 0.1227262 Sep 23 23:12:21.732133 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-db2ddae6-70e1-42c0-92c7-20f09721fbb7 req-a7797982-db83-48bc-b396-302ed0c910d7 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969248 Sep 23 23:12:21.766587 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-81df515d-d73d-4d01-b57d-0a5ecc692372 service neutron] 10.222.0.46 "GET /v2.0/networks/eb576778-e116-4f6d-8f26-145f60cb874c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614270 Sep 23 23:12:21.915970 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-41fed98a-1737-427d-b98f-bf5eac62a11d service neutron] 10.222.0.46 "GET /v2.0/networks/eb576778-e116-4f6d-8f26-145f60cb874c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394796 Sep 23 23:12:21.934216 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b7296-30fa-4da7-8492-5a9dfdba531d req-819b9c84-232d-431c-a769-eaa6c70156ff tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:21.936070 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-459b7296-30fa-4da7-8492-5a9dfdba531d req-819b9c84-232d-431c-a769-eaa6c70156ff tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.11 "GET /v2.0/ports?device_id=81a1259b-9a25-4891-a70b-89e4f6c5c078 HTTP/1.1" status: 200 len: 946 time: 0.0732453 Sep 23 23:12:22.073823 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [req-459b7296-30fa-4da7-8492-5a9dfdba531d req-e12b2616-daed-4b1e-8c78-15839245d2ab tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Deleting port 18bd0e5f-850b-4717-95b3-f144f882815a {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:12:22.074287 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-459b7296-30fa-4da7-8492-5a9dfdba531d req-e12b2616-daed-4b1e-8c78-15839245d2ab tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:22.172318 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f21d5d80-8271-44da-addd-e5b4a131184b req-81fea2be-226f-48ca-8e33-8cc6c608e480 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f0cdff6-6a21-49b1-8791-b732e3c66231 HTTP/1.1" status: 200 len: 210 time: 0.0581453 Sep 23 23:12:22.276683 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-459b7296-30fa-4da7-8492-5a9dfdba531d req-e12b2616-daed-4b1e-8c78-15839245d2ab tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] For port 18bd0e5f-850b-4717-95b3-f144f882815a, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=18bd0e5f-850b-4717-95b3-f144f882815a,segment=NetworkSegment(bb89ef85-36bb-4a06-b0e7-d6b884aca5fe),segment_id=bb89ef85-36bb-4a06-b0e7-d6b884aca5fe)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:12:22.277362 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-459b7296-30fa-4da7-8492-5a9dfdba531d req-e12b2616-daed-4b1e-8c78-15839245d2ab tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:22.304967 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [req-459b7296-30fa-4da7-8492-5a9dfdba531d req-e12b2616-daed-4b1e-8c78-15839245d2ab tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Calling delete_port for 18bd0e5f-850b-4717-95b3-f144f882815a owned by compute:nova {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:12:22.573799 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-459b7296-30fa-4da7-8492-5a9dfdba531d req-e12b2616-daed-4b1e-8c78-15839245d2ab tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416648'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:22.630035 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b2616-daed-4b1e-8c78-15839245d2ab tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Pushing event deleted for resources: {'Port': ['ID=18bd0e5f-850b-4717-95b3-f144f882815a,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:12:22.639249 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['afe7c452-c2b1-4452-acee-2f5e7a38185d'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:12:22.754453 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [req-459b7296-30fa-4da7-8492-5a9dfdba531d req-e12b2616-daed-4b1e-8c78-15839245d2ab tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] No DVR routers for this DVR port 18bd0e5f-850b-4717-95b3-f144f882815a on host hv-cinder-81078 {{(pid=94232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:12:22.759072 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-459b7296-30fa-4da7-8492-5a9dfdba531d req-e12b2616-daed-4b1e-8c78-15839245d2ab tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:22.767040 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-459b7296-30fa-4da7-8492-5a9dfdba531d req-e12b2616-daed-4b1e-8c78-15839245d2ab tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.11 "DELETE /v2.0/ports/18bd0e5f-850b-4717-95b3-f144f882815a HTTP/1.1" status: 204 len: 173 time: 0.8211710 Sep 23 23:12:22.971527 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-310ca773-0413-43d8-8c03-3eb65873f753 req-d384a757-5d63-4487-b09f-1d1fb112855f tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=81a1259b-9a25-4891-a70b-89e4f6c5c078 HTTP/1.1" status: 200 len: 210 time: 0.0423698 Sep 23 23:12:23.179692 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a1259b-9a25-4891-a70b-89e4f6c5c078', 'name': 'network-vif-deleted', 'tag': '18bd0e5f-850b-4717-95b3-f144f882815a'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:12:23.183197 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc74f1c012309c835ea1a53c8f5f732cbfbf790adc92ee6109ffd7f3bd94d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1ec1fd-8e54-47b1-9054-d44e1397f077" -d '{"events": [{"server_uuid": "81a1259b-9a25-4891-a70b-89e4f6c5c078", "name": "network-vif-deleted", "tag": "18bd0e5f-850b-4717-95b3-f144f882815a"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:12:23.243155 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985876fd-80f0-41b3-98d5-866ece898637 x-openstack-request-id: req-985876fd-80f0-41b3-98d5-866ece898637 {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:12:23.243606 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a1259b-9a25-4891-a70b-89e4f6c5c078", "name": "network-vif-deleted", "tag": "18bd0e5f-850b-4717-95b3-f144f882815a", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:12:23.244082 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-985876fd-80f0-41b3-98d5-866ece898637 {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:12:23.244859 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a1259b-9a25-4891-a70b-89e4f6c5c078', 'name': 'network-vif-deleted', 'tag': '18bd0e5f-850b-4717-95b3-f144f882815a', 'status': 'completed', 'code': 200} Sep 23 23:12:23.318028 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b67ef967-e38c-4ab7-a123-bc36b9bd4892 req-d687e4c3-c6e3-415d-8298-e9a1f1b5d535 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f0cdff6-6a21-49b1-8791-b732e3c66231 HTTP/1.1" status: 200 len: 210 time: 0.0409715 Sep 23 23:12:23.756335 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-a1cd4ca7-cd25-4056-b939-fcaa5f18a2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:23.861159 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3174aeb-730d-44eb-9f61-ca9187ddcf3f req-31d92cf9-419f-40dc-b461-a79ca3b21e2f tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:23.863037 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f3174aeb-730d-44eb-9f61-ca9187ddcf3f req-31d92cf9-419f-40dc-b461-a79ca3b21e2f tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 945 time: 0.0550394 Sep 23 23:12:23.910070 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f3174aeb-730d-44eb-9f61-ca9187ddcf3f req-1ab4af60-3621-49dc-b01e-0fb93f85b13e tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405147 Sep 23 23:12:24.429289 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-19aff53a-8985-4abe-a124-d73197223569 req-5c4bfc32-36c1-4e3d-9ad9-c125010bbc2d tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f0cdff6-6a21-49b1-8791-b732e3c66231 HTTP/1.1" status: 200 len: 210 time: 0.0303063 Sep 23 23:12:24.775300 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device b4a281cc-c48f-4cd1-a75c-c5d79de6871e no longer exists at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:12:24.799503 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] No Port match for: b4a281cc-c48f-4cd1-a75c-c5d79de6871e {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:12:24.799828 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device b4a281cc-c48f-4cd1-a75c-c5d79de6871e not bound to the agent host hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:12:24.800339 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 18bd0e5f-850b-4717-95b3-f144f882815a no longer exists at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:12:24.821316 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] No Port match for: 18bd0e5f-850b-4717-95b3-f144f882815a {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:12:24.821699 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 18bd0e5f-850b-4717-95b3-f144f882815a not bound to the agent host hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:12:25.037133 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23d911-0ea3-4c00-9968-6c9784f13a7f req-5cb0ba9d-6c83-47bb-9c03-285d94969f4f tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:25.038629 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-dc23d911-0ea3-4c00-9968-6c9784f13a7f req-5cb0ba9d-6c83-47bb-9c03-285d94969f4f tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 945 time: 0.0537081 Sep 23 23:12:25.083568 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-dc23d911-0ea3-4c00-9968-6c9784f13a7f req-465adc4a-fd54-4c89-bb0f-2f4a3ea353fd tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382268 Sep 23 23:12:25.543157 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cdf5f52a-585a-4c70-b172-da7a6d72506f req-fe12c0c9-c7cd-4b54-a23f-146bab8b32e1 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f0cdff6-6a21-49b1-8791-b732e3c66231 HTTP/1.1" status: 200 len: 210 time: 0.0413568 Sep 23 23:12:26.210269 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc0bb8-9d42-43e2-9d3e-724de4fa10bc req-41ab8305-608d-4170-a621-92be21651d24 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:26.211840 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d6bc0bb8-9d42-43e2-9d3e-724de4fa10bc req-41ab8305-608d-4170-a621-92be21651d24 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 945 time: 0.0556991 Sep 23 23:12:26.253541 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d6bc0bb8-9d42-43e2-9d3e-724de4fa10bc req-9ba7df8c-df64-4dd2-a015-74f62f922e37 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354025 Sep 23 23:12:26.673448 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-79edbbdf-b769-465e-93c4-6f1415b307ce req-40d76791-4249-4c7d-8de3-92c385b143d0 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f0cdff6-6a21-49b1-8791-b732e3c66231 HTTP/1.1" status: 200 len: 210 time: 0.0380251 Sep 23 23:12:26.822849 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-e623dd91-0b10-422c-bf36-f0970c001390 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:26.824329 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-e623dd91-0b10-422c-bf36-f0970c001390 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.11 "GET /v2.0/networks?id=eb576778-e116-4f6d-8f26-145f60cb874c HTTP/1.1" status: 200 len: 813 time: 0.1195889 Sep 23 23:12:26.841603 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-b07ea216-b33b-497e-904b-7c503fe3aab4 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Request body: {'port': {'device_id': '7f0cdff6-6a21-49b1-8791-b732e3c66231', 'network_id': 'eb576778-e116-4f6d-8f26-145f60cb874c', 'admin_state_up': True, 'tenant_id': '62b7141ba84245ea9a9e72d53a222cea'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:12:26.897767 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:26.976136 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-b07ea216-b33b-497e-904b-7c503fe3aab4 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Made reservation on behalf of 62b7141ba84245ea9a9e72d53a222cea for: {'port': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:12:26.980333 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-b07ea216-b33b-497e-904b-7c503fe3aab4 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:27.128227 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_common [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-b07ea216-b33b-497e-904b-7c503fe3aab4 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Allocated IP 172.20.0.3 (eb576778-e116-4f6d-8f26-145f60cb874c/254db855-27a6-4145-9fe9-f8c8b00401bf/69482a82-c52d-425a-baa5-94d3b5e64f50) {{(pid=94232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:12:27.279955 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-b07ea216-b33b-497e-904b-7c503fe3aab4 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Notify callbacks [] for port, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:27.330699 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-b07ea216-b33b-497e-904b-7c503fe3aab4 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416648'] for port, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:27.410400 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-b07ea216-b33b-497e-904b-7c503fe3aab4 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Network eb576778-e116-4f6d-8f26-145f60cb874c is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:12:27.420192 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-b07ea216-b33b-497e-904b-7c503fe3aab4 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:12:27.423860 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-b07ea216-b33b-497e-904b-7c503fe3aab4 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Received port after_create {{(pid=94232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:12:27.426675 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ea216-b33b-497e-904b-7c503fe3aab4 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Pushing event updated for resources: {'Port': ['ID=69482a82-c52d-425a-baa5-94d3b5e64f50,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:12:27.481717 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28208299-01d0-47f9-b794-900d8449a8d3 req-492d0252-dd01-44f7-b8e3-6fe894df2d23 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:27.483344 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-28208299-01d0-47f9-b794-900d8449a8d3 req-492d0252-dd01-44f7-b8e3-6fe894df2d23 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 945 time: 0.1172886 Sep 23 23:12:27.501455 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-b07ea216-b33b-497e-904b-7c503fe3aab4 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:27.502170 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-b07ea216-b33b-497e-904b-7c503fe3aab4 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:27.536640 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-b07ea216-b33b-497e-904b-7c503fe3aab4 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7002647 Sep 23 23:12:27.552287 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-19d2fa20-6a35-43b2-838d-e06fd58d386b service neutron] Request body: {'port': {'device_id': '7f0cdff6-6a21-49b1-8791-b732e3c66231', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81078'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:12:27.561511 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-28208299-01d0-47f9-b794-900d8449a8d3 req-8e367cfd-89f5-4aa5-8487-52396713d1b2 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560546 Sep 23 23:12:27.632157 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-19d2fa20-6a35-43b2-838d-e06fd58d386b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:27.713566 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-36a70f3b-7dbf-4477-9afd-67be81f666c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:28.367689 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343866b8-a590-460f-a487-52c0c8f04bf9 req-21da7cfb-52bb-4c70-bba5-1286c15cd9e7 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:28.369409 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-343866b8-a590-460f-a487-52c0c8f04bf9 req-21da7cfb-52bb-4c70-bba5-1286c15cd9e7 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f0cdff6-6a21-49b1-8791-b732e3c66231 HTTP/1.1" status: 200 len: 931 time: 0.5570736 Sep 23 23:12:28.439884 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-343866b8-a590-460f-a487-52c0c8f04bf9 req-7ccbc7f0-1180-4950-b073-f908a96b777a tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/security-groups?id=3af88e19-d3d0-44f4-879d-2aafdf89e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562203 Sep 23 23:12:28.568547 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-19d2fa20-6a35-43b2-838d-e06fd58d386b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69482a82-c52d-425a-baa5-94d3b5e64f50 {{(pid=94232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:12:28.580747 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-19d2fa20-6a35-43b2-838d-e06fd58d386b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:28.616254 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.provisioning_blocks [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-19d2fa20-6a35-43b2-838d-e06fd58d386b service neutron] Transition to ACTIVE for port object 69482a82-c52d-425a-baa5-94d3b5e64f50 will not be triggered until provisioned by entity L2. {{(pid=94232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:12:28.625150 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-19d2fa20-6a35-43b2-838d-e06fd58d386b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416643'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:28.701736 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2fa20-6a35-43b2-838d-e06fd58d386b service neutron] Pushing event updated for resources: {'Port': ['ID=69482a82-c52d-425a-baa5-94d3b5e64f50,revision_number=2']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:12:28.902987 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749a2cd-7a16-43f4-b7e7-dbf6c8e9edc7 req-9303e0f2-ffe5-44c2-a211-1c2dedf016c2 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:28.907346 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9749a2cd-7a16-43f4-b7e7-dbf6c8e9edc7 req-9303e0f2-ffe5-44c2-a211-1c2dedf016c2 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 945 time: 0.1731298 Sep 23 23:12:28.919695 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9f598-768a-4b39-b742-b3a020410e50 req-79d33122-a9c0-4a93-87f0-9b4e144fa4e4 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:28.922965 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-28b9f598-768a-4b39-b742-b3a020410e50 req-79d33122-a9c0-4a93-87f0-9b4e144fa4e4 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=69fe11ba-e818-4b8b-9913-9b2ff18eea9b HTTP/1.1" status: 200 len: 945 time: 0.1736300 Sep 23 23:12:28.924536 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-19d2fa20-6a35-43b2-838d-e06fd58d386b service neutron] Attempting to bind port 69482a82-c52d-425a-baa5-94d3b5e64f50 on host hv-cinder-81078 for vnic_type normal with profile {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:12:28.925454 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-19d2fa20-6a35-43b2-838d-e06fd58d386b service neutron] Attempting to bind port 69482a82-c52d-425a-baa5-94d3b5e64f50 by drivers openvswitch,hyperv on host hv-cinder-81078 at level 0 using segments [{'id': 'c8f824a0-e5fd-448e-9109-4b872395178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'eb576778-e116-4f6d-8f26-145f60cb874c'}] {{(pid=94232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:12:28.926286 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-19d2fa20-6a35-43b2-838d-e06fd58d386b service neutron] Attempting to bind port 69482a82-c52d-425a-baa5-94d3b5e64f50 on network eb576778-e116-4f6d-8f26-145f60cb874c {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:12:28.969345 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-19d2fa20-6a35-43b2-838d-e06fd58d386b service neutron] Port 69482a82-c52d-425a-baa5-94d3b5e64f50 on network eb576778-e116-4f6d-8f26-145f60cb874c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81078 {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:12:28.970047 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-19d2fa20-6a35-43b2-838d-e06fd58d386b service neutron] Attempting to bind port 69482a82-c52d-425a-baa5-94d3b5e64f50 on network eb576778-e116-4f6d-8f26-145f60cb874c {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:12:29.012718 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-19d2fa20-6a35-43b2-838d-e06fd58d386b service neutron] Checking agent: {'id': '3c892145-8c1f-42fb-b36d-f51cd8b65402', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 7, 8), 'started_at': datetime.datetime(2021, 9, 23, 23, 7, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:12:29.013664 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-19d2fa20-6a35-43b2-838d-e06fd58d386b service neutron] Checking segment: {'id': 'c8f824a0-e5fd-448e-9109-4b872395178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'eb576778-e116-4f6d-8f26-145f60cb874c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:12:29.014292 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-19d2fa20-6a35-43b2-838d-e06fd58d386b service neutron] Bound using segment: {'id': 'c8f824a0-e5fd-448e-9109-4b872395178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'eb576778-e116-4f6d-8f26-145f60cb874c'} {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:12:29.015028 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-19d2fa20-6a35-43b2-838d-e06fd58d386b service neutron] Bound port: 69482a82-c52d-425a-baa5-94d3b5e64f50, host: hv-cinder-81078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8f824a0-e5fd-448e-9109-4b872395178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'eb576778-e116-4f6d-8f26-145f60cb874c'}}] {{(pid=94232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:12:29.015667 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-19d2fa20-6a35-43b2-838d-e06fd58d386b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:29.028239 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9749a2cd-7a16-43f4-b7e7-dbf6c8e9edc7 req-fca6da44-a8d9-4aaf-b118-22680edf5119 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924220 Sep 23 23:12:29.156890 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-28b9f598-768a-4b39-b742-b3a020410e50 req-8b6ef843-3499-4e87-acfc-906df1512e29 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257946 Sep 23 23:12:29.160556 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:29.281920 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-19d2fa20-6a35-43b2-838d-e06fd58d386b service neutron] For port 69482a82-c52d-425a-baa5-94d3b5e64f50, host hv-cinder-81078, cleared binding levels {{(pid=94232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:12:29.295167 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-19d2fa20-6a35-43b2-838d-e06fd58d386b service neutron] For port 69482a82-c52d-425a-baa5-94d3b5e64f50, host hv-cinder-81078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=69482a82-c52d-425a-baa5-94d3b5e64f50,segment=NetworkSegment(c8f824a0-e5fd-448e-9109-4b872395178e),segment_id=c8f824a0-e5fd-448e-9109-4b872395178e)] {{(pid=94232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:12:29.307063 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-19d2fa20-6a35-43b2-838d-e06fd58d386b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416643'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:29.402107 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-19d2fa20-6a35-43b2-838d-e06fd58d386b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:29.403204 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-19d2fa20-6a35-43b2-838d-e06fd58d386b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:29.404625 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-19d2fa20-6a35-43b2-838d-e06fd58d386b service neutron] 10.222.0.11 "PUT /v2.0/ports/69482a82-c52d-425a-baa5-94d3b5e64f50 HTTP/1.1" status: 200 len: 1093 time: 1.8592055 Sep 23 23:12:29.405263 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f0cdff6-6a21-49b1-8791-b732e3c66231', 'tag': '69482a82-c52d-425a-baa5-94d3b5e64f50'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:12:29.408383 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc74f1c012309c835ea1a53c8f5f732cbfbf790adc92ee6109ffd7f3bd94d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a567024-3084-469a-bf68-c13be85411ab" -d '{"events": [{"name": "network-changed", "server_uuid": "7f0cdff6-6a21-49b1-8791-b732e3c66231", "tag": "69482a82-c52d-425a-baa5-94d3b5e64f50"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:12:29.471064 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2fa20-6a35-43b2-838d-e06fd58d386b service neutron] Pushing event updated for resources: {'Port': ['ID=69482a82-c52d-425a-baa5-94d3b5e64f50,revision_number=3']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:12:29.563114 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab6bb70-8635-4956-ab95-1a84aec2cad5 x-openstack-request-id: req-9ab6bb70-8635-4956-ab95-1a84aec2cad5 {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:12:29.563114 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f0cdff6-6a21-49b1-8791-b732e3c66231", "tag": "69482a82-c52d-425a-baa5-94d3b5e64f50", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:12:29.566760 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9ab6bb70-8635-4956-ab95-1a84aec2cad5 {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:12:29.574014 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f0cdff6-6a21-49b1-8791-b732e3c66231', 'tag': '69482a82-c52d-425a-baa5-94d3b5e64f50', 'status': 'completed', 'code': 200} Sep 23 23:12:29.610794 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-055fa61e-2d8c-49f7-81e6-3bae1ee25f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:29.612680 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-055fa61e-2d8c-49f7-81e6-3bae1ee25f31 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=62b7141ba84245ea9a9e72d53a222cea&device_id=7f0cdff6-6a21-49b1-8791-b732e3c66231 HTTP/1.1" status: 200 len: 1096 time: 0.1224351 Sep 23 23:12:29.624907 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f3bef-9357-4861-91b3-1ac43ba254ab req-dffae4c7-5b33-4dd1-9285-310a3adcf04d tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:29.627555 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2d1f3bef-9357-4861-91b3-1ac43ba254ab req-dffae4c7-5b33-4dd1-9285-310a3adcf04d tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.11 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 945 time: 0.1208243 Sep 23 23:12:29.705840 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-93c5471a-a117-4d7d-ad5b-f10c3e170976 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69482a82-c52d-425a-baa5-94d3b5e64f50 HTTP/1.1" status: 200 len: 217 time: 0.0769961 Sep 23 23:12:29.759440 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41fcc1-bbdb-4962-acbd-36ae897a1fa2 req-01810364-66ee-4518-86b1-69cee9683dd7 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:29.772081 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ee41fcc1-bbdb-4962-acbd-36ae897a1fa2 req-01810364-66ee-4518-86b1-69cee9683dd7 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f0cdff6-6a21-49b1-8791-b732e3c66231 HTTP/1.1" status: 200 len: 943 time: 0.1829553 Sep 23 23:12:29.861750 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [req-2d1f3bef-9357-4861-91b3-1ac43ba254ab req-5cd8ee0b-b76b-4ea5-9d0a-e723a43f293f tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Deleting port 93e41ab1-f392-4766-9bc9-db60a8c85562 {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:12:29.862100 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-2d1f3bef-9357-4861-91b3-1ac43ba254ab req-5cd8ee0b-b76b-4ea5-9d0a-e723a43f293f tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:29.949176 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ee41fcc1-bbdb-4962-acbd-36ae897a1fa2 req-6921d23d-e3ab-44c9-aaff-33387f0a0691 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/security-groups?id=3af88e19-d3d0-44f4-879d-2aafdf89e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747832 Sep 23 23:12:29.980924 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-fa86c283-7bc6-462d-96ab-9ccac6f4e644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:29.982480 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-fa86c283-7bc6-462d-96ab-9ccac6f4e644 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=254db855-27a6-4145-9fe9-f8c8b00401bf HTTP/1.1" status: 200 len: 853 time: 0.2610700 Sep 23 23:12:30.016457 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-2d1f3bef-9357-4861-91b3-1ac43ba254ab req-5cd8ee0b-b76b-4ea5-9d0a-e723a43f293f tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] For port 93e41ab1-f392-4766-9bc9-db60a8c85562, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=93e41ab1-f392-4766-9bc9-db60a8c85562,segment=NetworkSegment(fcf90ec9-7077-42ff-ae12-ee710ab4c6ad),segment_id=fcf90ec9-7077-42ff-ae12-ee710ab4c6ad)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:12:30.017358 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-2d1f3bef-9357-4861-91b3-1ac43ba254ab req-5cd8ee0b-b76b-4ea5-9d0a-e723a43f293f tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:30.029501 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-11b6038c-0e45-4d84-bfe2-2bc971259fd6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eb576778-e116-4f6d-8f26-145f60cb874c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364122 Sep 23 23:12:30.034726 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [req-2d1f3bef-9357-4861-91b3-1ac43ba254ab req-5cd8ee0b-b76b-4ea5-9d0a-e723a43f293f tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Calling delete_port for 93e41ab1-f392-4766-9bc9-db60a8c85562 owned by compute:nova {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:12:30.231472 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-2d1f3bef-9357-4861-91b3-1ac43ba254ab req-5cd8ee0b-b76b-4ea5-9d0a-e723a43f293f tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:30.246426 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['f6698bd3-5871-41f1-ad67-d322b8907bca', '93e41ab1-f392-4766-9bc9-db60a8c85562'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:12:30.273950 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8ee0b-b76b-4ea5-9d0a-e723a43f293f tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Pushing event deleted for resources: {'Port': ['ID=93e41ab1-f392-4766-9bc9-db60a8c85562,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:12:30.335511 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0464b0aa-c50c-433a-a07d-4a048b677ea2 req-7e9ae19d-7ed2-4fb2-808d-2d0a9b653a91 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=15291a3d-4bc5-4b98-b9ab-3c9147f03a25 HTTP/1.1" status: 200 len: 210 time: 0.0781584 Sep 23 23:12:30.343483 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1f3bef-9357-4861-91b3-1ac43ba254ab req-5cd8ee0b-b76b-4ea5-9d0a-e723a43f293f tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] No DVR routers for this DVR port 93e41ab1-f392-4766-9bc9-db60a8c85562 on host hv-cinder-81078 {{(pid=94231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:12:30.346233 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8ee0b-b76b-4ea5-9d0a-e723a43f293f tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:12:30.346635 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8ee0b-b76b-4ea5-9d0a-e723a43f293f tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:12:30.347355 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8ee0b-b76b-4ea5-9d0a-e723a43f293f tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:12:30.348072 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8ee0b-b76b-4ea5-9d0a-e723a43f293f tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:12:30.348417 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8ee0b-b76b-4ea5-9d0a-e723a43f293f tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:12:30.348743 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8ee0b-b76b-4ea5-9d0a-e723a43f293f tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:12:30.349066 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8ee0b-b76b-4ea5-9d0a-e723a43f293f tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:12:30.349711 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8ee0b-b76b-4ea5-9d0a-e723a43f293f tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:12:30.350027 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8ee0b-b76b-4ea5-9d0a-e723a43f293f tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:12:30.350341 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8ee0b-b76b-4ea5-9d0a-e723a43f293f tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:12:30.350657 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8ee0b-b76b-4ea5-9d0a-e723a43f293f tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:12:30.350979 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8ee0b-b76b-4ea5-9d0a-e723a43f293f tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:12:30.358953 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-2d1f3bef-9357-4861-91b3-1ac43ba254ab req-5cd8ee0b-b76b-4ea5-9d0a-e723a43f293f tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:30.360342 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-6a1380f7-18a1-4b76-9323-e492eb0a11ae service neutron] 10.222.0.11 "GET /v2.0/networks/eb576778-e116-4f6d-8f26-145f60cb874c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218143 Sep 23 23:12:30.361238 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2d1f3bef-9357-4861-91b3-1ac43ba254ab req-5cd8ee0b-b76b-4ea5-9d0a-e723a43f293f tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.11 "DELETE /v2.0/ports/93e41ab1-f392-4766-9bc9-db60a8c85562 HTTP/1.1" status: 204 len: 173 time: 0.6963959 Sep 23 23:12:30.361707 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15291a3d-4bc5-4b98-b9ab-3c9147f03a25', 'name': 'network-vif-deleted', 'tag': '93e41ab1-f392-4766-9bc9-db60a8c85562'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:12:30.364326 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1d5602135d6fd2b93bb7a1a207777d999d514b69f59ce624d4faeb629b016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f3e6cf-2b54-4ba2-9223-e4451fa1b9d7" -d '{"events": [{"server_uuid": "15291a3d-4bc5-4b98-b9ab-3c9147f03a25", "name": "network-vif-deleted", "tag": "93e41ab1-f392-4766-9bc9-db60a8c85562"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:12:30.446528 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3eb7bd2-fef5-4a40-b6ae-49b4b9b00c41 x-openstack-request-id: req-c3eb7bd2-fef5-4a40-b6ae-49b4b9b00c41 {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:12:30.447023 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15291a3d-4bc5-4b98-b9ab-3c9147f03a25", "name": "network-vif-deleted", "tag": "93e41ab1-f392-4766-9bc9-db60a8c85562", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:12:30.447459 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c3eb7bd2-fef5-4a40-b6ae-49b4b9b00c41 {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:12:30.448020 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15291a3d-4bc5-4b98-b9ab-3c9147f03a25', 'name': 'network-vif-deleted', 'tag': '93e41ab1-f392-4766-9bc9-db60a8c85562', 'status': 'completed', 'code': 200} Sep 23 23:12:30.520933 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:30.604161 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416aa20-354f-4e25-98a7-b36c08f91b2a req-d2df2b1f-a6a4-4fc7-abdd-76642534748b tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:30.606996 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a416aa20-354f-4e25-98a7-b36c08f91b2a req-d2df2b1f-a6a4-4fc7-abdd-76642534748b tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=69fe11ba-e818-4b8b-9913-9b2ff18eea9b HTTP/1.1" status: 200 len: 945 time: 0.2453058 Sep 23 23:12:30.705649 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-061b9d5b-d685-4321-b1f3-4fd975375747 req-790e5d3c-c7f9-408a-9a3b-152e44a91145 service neutron] 10.222.0.11 "GET /v2.0/networks/eb576778-e116-4f6d-8f26-145f60cb874c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294969 Sep 23 23:12:30.722351 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a416aa20-354f-4e25-98a7-b36c08f91b2a req-f28888b1-229e-412f-b36a-4833a9803d12 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/security-groups?id=d72bac6f-1a30-4b12-ab16-f298eec3b656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055841 Sep 23 23:12:30.784611 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e068f-da06-48dd-958a-d2a753cc4b40 req-a5f34723-dac9-4feb-8a9e-340dbaebc7cf tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:30.786402 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4f3e068f-da06-48dd-958a-d2a753cc4b40 req-a5f34723-dac9-4feb-8a9e-340dbaebc7cf tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.11 "GET /v2.0/ports?device_id=69fe11ba-e818-4b8b-9913-9b2ff18eea9b HTTP/1.1" status: 200 len: 945 time: 0.1006391 Sep 23 23:12:30.913973 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a567024-3084-469a-bf68-c13be85411ab req-6504c873-5fc8-419d-aeeb-5cff9bf4718b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:30.917008 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7a567024-3084-469a-bf68-c13be85411ab req-6504c873-5fc8-419d-aeeb-5cff9bf4718b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=62b7141ba84245ea9a9e72d53a222cea&device_id=7f0cdff6-6a21-49b1-8791-b732e3c66231 HTTP/1.1" status: 200 len: 1096 time: 0.1338022 Sep 23 23:12:30.968910 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [req-4f3e068f-da06-48dd-958a-d2a753cc4b40 req-64d4d19f-f7b4-431f-8c18-98647bc29255 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Deleting port afe7c452-c2b1-4452-acee-2f5e7a38185d {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:12:30.969970 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-4f3e068f-da06-48dd-958a-d2a753cc4b40 req-64d4d19f-f7b4-431f-8c18-98647bc29255 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:31.161908 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a567024-3084-469a-bf68-c13be85411ab req-d50bb3b6-4d33-4d7a-92e9-ef4633ad0132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:31.163565 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7a567024-3084-469a-bf68-c13be85411ab req-d50bb3b6-4d33-4d7a-92e9-ef4633ad0132 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eb576778-e116-4f6d-8f26-145f60cb874c HTTP/1.1" status: 200 len: 914 time: 0.2326796 Sep 23 23:12:31.243842 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6338c8d4-917c-4caa-902e-34e5910dd120 req-d9f973af-b581-4167-8708-eb1a0a3b622e tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:31.245517 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6338c8d4-917c-4caa-902e-34e5910dd120 req-d9f973af-b581-4167-8708-eb1a0a3b622e tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f0cdff6-6a21-49b1-8791-b732e3c66231 HTTP/1.1" status: 200 len: 943 time: 0.1475053 Sep 23 23:12:31.246979 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7a567024-3084-469a-bf68-c13be85411ab req-204c19a9-5de0-4ad7-89f5-4837a3329156 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69482a82-c52d-425a-baa5-94d3b5e64f50 HTTP/1.1" status: 200 len: 217 time: 0.0722225 Sep 23 23:12:31.257139 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-4f3e068f-da06-48dd-958a-d2a753cc4b40 req-64d4d19f-f7b4-431f-8c18-98647bc29255 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] For port afe7c452-c2b1-4452-acee-2f5e7a38185d, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=afe7c452-c2b1-4452-acee-2f5e7a38185d,segment=NetworkSegment(bb89ef85-36bb-4a06-b0e7-d6b884aca5fe),segment_id=bb89ef85-36bb-4a06-b0e7-d6b884aca5fe)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:12:31.257507 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-4f3e068f-da06-48dd-958a-d2a753cc4b40 req-64d4d19f-f7b4-431f-8c18-98647bc29255 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:31.282464 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [req-4f3e068f-da06-48dd-958a-d2a753cc4b40 req-64d4d19f-f7b4-431f-8c18-98647bc29255 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Calling delete_port for afe7c452-c2b1-4452-acee-2f5e7a38185d owned by compute:nova {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:12:31.373253 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6338c8d4-917c-4caa-902e-34e5910dd120 req-411702c4-0bdf-45fa-b8d9-48c7c551c7af tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/security-groups?id=3af88e19-d3d0-44f4-879d-2aafdf89e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176333 Sep 23 23:12:31.396582 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a567024-3084-469a-bf68-c13be85411ab req-98171f08-2cc1-4c76-9155-d53033e76569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:31.401766 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7a567024-3084-469a-bf68-c13be85411ab req-98171f08-2cc1-4c76-9155-d53033e76569 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=254db855-27a6-4145-9fe9-f8c8b00401bf HTTP/1.1" status: 200 len: 853 time: 0.1346734 Sep 23 23:12:31.539477 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7a567024-3084-469a-bf68-c13be85411ab req-17fd5342-0a58-423e-aa22-24ac96cef5be service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eb576778-e116-4f6d-8f26-145f60cb874c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1247404 Sep 23 23:12:31.691333 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-4f3e068f-da06-48dd-958a-d2a753cc4b40 req-64d4d19f-f7b4-431f-8c18-98647bc29255 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:31.706102 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['afe7c452-c2b1-4452-acee-2f5e7a38185d'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:12:31.772266 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d4d19f-f7b4-431f-8c18-98647bc29255 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Pushing event deleted for resources: {'Port': ['ID=afe7c452-c2b1-4452-acee-2f5e7a38185d,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:12:31.820821 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7a567024-3084-469a-bf68-c13be85411ab req-eff12395-b30d-40dc-ba07-4f99c11bcb40 service neutron] 10.222.0.11 "GET /v2.0/networks/eb576778-e116-4f6d-8f26-145f60cb874c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556219 Sep 23 23:12:31.912891 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3e068f-da06-48dd-958a-d2a753cc4b40 req-64d4d19f-f7b4-431f-8c18-98647bc29255 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] No DVR routers for this DVR port afe7c452-c2b1-4452-acee-2f5e7a38185d on host hv-cinder-81078 {{(pid=94231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:12:31.931132 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-4f3e068f-da06-48dd-958a-d2a753cc4b40 req-64d4d19f-f7b4-431f-8c18-98647bc29255 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:31.937118 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-4f3e068f-da06-48dd-958a-d2a753cc4b40 req-64d4d19f-f7b4-431f-8c18-98647bc29255 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.11 "DELETE /v2.0/ports/afe7c452-c2b1-4452-acee-2f5e7a38185d HTTP/1.1" status: 204 len: 173 time: 1.1396787 Sep 23 23:12:31.977840 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a44606c6-2f12-49ee-b400-75fbde9432d4 req-d41f53e2-5f7a-4d69-a811-c2db4ad67821 tempest-AttachVolumeNegativeTest-695961700 tempest-AttachVolumeNegativeTest-695961700-project] 10.222.0.46 "GET /v2.0/ports?device_id=69fe11ba-e818-4b8b-9913-9b2ff18eea9b HTTP/1.1" status: 200 len: 210 time: 0.0966852 Sep 23 23:12:32.209999 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7a567024-3084-469a-bf68-c13be85411ab req-21bdf560-87f6-42eb-a002-4621b2013214 service neutron] 10.222.0.11 "GET /v2.0/networks/eb576778-e116-4f6d-8f26-145f60cb874c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714309 Sep 23 23:12:32.272233 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154b4c6-81ac-4d93-bbce-5a5c8a50e770 req-ad3ebac6-561a-44f1-aa7a-6bcc4b60d3d5 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:32.273554 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 69482a82-c52d-425a-baa5-94d3b5e64f50 details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:12:32.279541 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 93e41ab1-f392-4766-9bc9-db60a8c85562 no longer exists at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:12:32.282919 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1154b4c6-81ac-4d93-bbce-5a5c8a50e770 req-ad3ebac6-561a-44f1-aa7a-6bcc4b60d3d5 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.1258531 Sep 23 23:12:32.322557 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] No Port match for: 93e41ab1-f392-4766-9bc9-db60a8c85562 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:12:32.323750 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 93e41ab1-f392-4766-9bc9-db60a8c85562 not bound to the agent host hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:12:32.330710 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1154b4c6-81ac-4d93-bbce-5a5c8a50e770 req-34a03f5b-41de-4bb6-bab1-f8b83ea60733 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463347 Sep 23 23:12:32.449431 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69fe11ba-e818-4b8b-9913-9b2ff18eea9b', 'name': 'network-vif-deleted', 'tag': 'afe7c452-c2b1-4452-acee-2f5e7a38185d'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:12:32.454379 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1d5602135d6fd2b93bb7a1a207777d999d514b69f59ce624d4faeb629b016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0dad6a1-df67-444c-a565-520242f6cd9a" -d '{"events": [{"server_uuid": "69fe11ba-e818-4b8b-9913-9b2ff18eea9b", "name": "network-vif-deleted", "tag": "afe7c452-c2b1-4452-acee-2f5e7a38185d"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:12:32.602702 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 69482a82-c52d-425a-baa5-94d3b5e64f50, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=69482a82-c52d-425a-baa5-94d3b5e64f50,segment=NetworkSegment(c8f824a0-e5fd-448e-9109-4b872395178e),segment_id=c8f824a0-e5fd-448e-9109-4b872395178e)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:12:32.637626 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Returning: {'device': '69482a82-c52d-425a-baa5-94d3b5e64f50', 'network_id': 'eb576778-e116-4f6d-8f26-145f60cb874c', 'port_id': '69482a82-c52d-425a-baa5-94d3b5e64f50', 'mac_address': 'fa:16:3e:85:e6:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254db855-27a6-4145-9fe9-f8c8b00401bf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:12:32.650282 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62450294-6af1-42df-9330-0fa9d175faf9 req-038cc36a-22d4-4f2f-81c6-70f2e14ae9b5 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:32.657816 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c6544c-eba5-44b6-a57b-cae8c0510007 x-openstack-request-id: req-58c6544c-eba5-44b6-a57b-cae8c0510007 {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:12:32.658329 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69fe11ba-e818-4b8b-9913-9b2ff18eea9b", "name": "network-vif-deleted", "tag": "afe7c452-c2b1-4452-acee-2f5e7a38185d", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:12:32.658714 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-58c6544c-eba5-44b6-a57b-cae8c0510007 {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:12:32.659377 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69fe11ba-e818-4b8b-9913-9b2ff18eea9b', 'name': 'network-vif-deleted', 'tag': 'afe7c452-c2b1-4452-acee-2f5e7a38185d', 'status': 'completed', 'code': 200} Sep 23 23:12:32.662559 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-62450294-6af1-42df-9330-0fa9d175faf9 req-038cc36a-22d4-4f2f-81c6-70f2e14ae9b5 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f0cdff6-6a21-49b1-8791-b732e3c66231 HTTP/1.1" status: 200 len: 943 time: 0.1023498 Sep 23 23:12:32.740136 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:32.743669 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-62450294-6af1-42df-9330-0fa9d175faf9 req-2ba19677-664a-4a8d-ac05-9f611fb7373c tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/security-groups?id=3af88e19-d3d0-44f4-879d-2aafdf89e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796669 Sep 23 23:12:32.789359 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69482a82-c52d-425a-baa5-94d3b5e64f50 {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:12:32.836213 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 69482a82-c52d-425a-baa5-94d3b5e64f50, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=69482a82-c52d-425a-baa5-94d3b5e64f50,segment=NetworkSegment(c8f824a0-e5fd-448e-9109-4b872395178e),segment_id=c8f824a0-e5fd-448e-9109-4b872395178e)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:12:32.848420 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:32.986551 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=69482a82-c52d-425a-baa5-94d3b5e64f50,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:12:33.008790 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634ffb2-6039-410b-a926-cf71e58ebaef req-be91a71a-5efc-40f7-86c1-54b95cd48fca tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:33.040155 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a634ffb2-6039-410b-a926-cf71e58ebaef req-be91a71a-5efc-40f7-86c1-54b95cd48fca tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 945 time: 0.2145779 Sep 23 23:12:33.133869 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 56938) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:12:33.146880 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a634ffb2-6039-410b-a926-cf71e58ebaef req-7d4a4364-1f23-4c04-896f-ae680fad974e tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020868 Sep 23 23:12:33.168505 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['69482a82-c52d-425a-baa5-94d3b5e64f50'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:12:33.236674 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a5811c3-6b56-43aa-9295-b2e4b0114d5a admin admin] Deleting subnet dadbb2c8-7187-415d-b3c4-d09ac2c1fdfd {{(pid=94231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:12:33.251506 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2a5811c3-6b56-43aa-9295-b2e4b0114d5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:33.355369 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2a5811c3-6b56-43aa-9295-b2e4b0114d5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3956720'] for subnet, precommit_delete_associations {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:33.416665 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2a5811c3-6b56-43aa-9295-b2e4b0114d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8114061'] for subnet, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:33.520171 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c8fdd-073d-45f2-a305-06c02c297459 req-07f2e3c4-0387-48a2-b2b7-1a041f0cd19d tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:33.522013 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2a5811c3-6b56-43aa-9295-b2e4b0114d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8114052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906294'] for subnet, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:33.527950 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4e2c8fdd-073d-45f2-a305-06c02c297459 req-07f2e3c4-0387-48a2-b2b7-1a041f0cd19d tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0917208 Sep 23 23:12:33.541813 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2a5811c3-6b56-43aa-9295-b2e4b0114d5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for subnet, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:33.543934 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-2a5811c3-6b56-43aa-9295-b2e4b0114d5a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/dadbb2c8-7187-415d-b3c4-d09ac2c1fdfd HTTP/1.1" status: 204 len: 168 time: 0.4086518 Sep 23 23:12:33.552450 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 56942) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:12:33.568720 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5811c3-6b56-43aa-9295-b2e4b0114d5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dadbb2c8-7187-415d-b3c4-d09ac2c1fdfd,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:12:33.624443 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4e2c8fdd-073d-45f2-a305-06c02c297459 req-3c42c747-bbe0-43f4-8784-c290eac35e67 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953496 Sep 23 23:12:33.690584 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-08e01a8e-1e70-4f42-9a47-f5b7d548e2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7893109'] for network, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:33.832236 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-08e01a8e-1e70-4f42-9a47-f5b7d548e2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8111924', 'neutron.services.segments.db._delete_segments_for_network-8784998755988'] for network, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:33.891830 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-08e01a8e-1e70-4f42-9a47-f5b7d548e2f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce9d38ed-90b0-4188-83c2-f86aff95fb9d']}} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:12:33.961324 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-08e01a8e-1e70-4f42-9a47-f5b7d548e2f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb89ef85-36bb-4a06-b0e7-d6b884aca5fe') {'for_net_delete': True} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:12:33.961744 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-08e01a8e-1e70-4f42-9a47-f5b7d548e2f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb89ef85-36bb-4a06-b0e7-d6b884aca5fe') {} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:12:33.982110 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-08e01a8e-1e70-4f42-9a47-f5b7d548e2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784998755229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176778'] for segment, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:34.012023 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-08e01a8e-1e70-4f42-9a47-f5b7d548e2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778'] for segment, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:34.034021 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e50f38-99d5-4a0e-a37f-b510027b6098 req-50dcda40-ee80-475c-ab95-2bfa7baa9c85 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:34.036148 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-98e50f38-99d5-4a0e-a37f-b510027b6098 req-50dcda40-ee80-475c-ab95-2bfa7baa9c85 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f0cdff6-6a21-49b1-8791-b732e3c66231 HTTP/1.1" status: 200 len: 944 time: 0.1678600 Sep 23 23:12:34.037380 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08e01a8e-1e70-4f42-9a47-f5b7d548e2f3 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:12:34.037789 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-08e01a8e-1e70-4f42-9a47-f5b7d548e2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416379'] for segment, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:34.039955 dv-cinder-810785-1-iscsi neutron-server[94232]: Traceback (most recent call last): Sep 23 23:12:34.039955 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:12:34.039955 dv-cinder-810785-1-iscsi neutron-server[94232]: timer() Sep 23 23:12:34.039955 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:12:34.039955 dv-cinder-810785-1-iscsi neutron-server[94232]: cb(*args, **kw) Sep 23 23:12:34.039955 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:12:34.039955 dv-cinder-810785-1-iscsi neutron-server[94232]: return func(*args, **kwargs) Sep 23 23:12:34.039955 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:12:34.039955 dv-cinder-810785-1-iscsi neutron-server[94232]: self._notify() Sep 23 23:12:34.039955 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:12:34.039955 dv-cinder-810785-1-iscsi neutron-server[94232]: self.callback(batched_events) Sep 23 23:12:34.039955 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:12:34.039955 dv-cinder-810785-1-iscsi neutron-server[94232]: event.method(event) Sep 23 23:12:34.039955 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:12:34.039955 dv-cinder-810785-1-iscsi neutron-server[94232]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:12:34.039955 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:12:34.039955 dv-cinder-810785-1-iscsi neutron-server[94232]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:12:34.039955 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:12:34.039955 dv-cinder-810785-1-iscsi neutron-server[94232]: return f(self, *a, **k) Sep 23 23:12:34.039955 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:12:34.039955 dv-cinder-810785-1-iscsi neutron-server[94232]: return self._get(url).json() Sep 23 23:12:34.039955 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:12:34.039955 dv-cinder-810785-1-iscsi neutron-server[94232]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:12:34.039955 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:12:34.039955 dv-cinder-810785-1-iscsi neutron-server[94232]: return self.request(url, 'GET', **kwargs) Sep 23 23:12:34.039955 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:12:34.039955 dv-cinder-810785-1-iscsi neutron-server[94232]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:12:34.039955 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:12:34.039955 dv-cinder-810785-1-iscsi neutron-server[94232]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:12:34.039955 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:12:34.039955 dv-cinder-810785-1-iscsi neutron-server[94232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:12:34.039955 dv-cinder-810785-1-iscsi neutron-server[94232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:12:34.197000 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-98e50f38-99d5-4a0e-a37f-b510027b6098 req-58905577-0bdf-4ee6-8c39-99e1802c1228 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/security-groups?id=3af88e19-d3d0-44f4-879d-2aafdf89e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428876 Sep 23 23:12:34.199512 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-08e01a8e-1e70-4f42-9a47-f5b7d548e2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8111875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594954'] for network, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:34.206393 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-08e01a8e-1e70-4f42-9a47-f5b7d548e2f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for network, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:34.210017 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-08e01a8e-1e70-4f42-9a47-f5b7d548e2f3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/ce9d38ed-90b0-4188-83c2-f86aff95fb9d HTTP/1.1" status: 204 len: 168 time: 0.6563590 Sep 23 23:12:34.266606 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e01a8e-1e70-4f42-9a47-f5b7d548e2f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce9d38ed-90b0-4188-83c2-f86aff95fb9d,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:12:34.282499 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 69482a82-c52d-425a-baa5-94d3b5e64f50 up at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:12:34.435344 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning for port 69482a82-c52d-425a-baa5-94d3b5e64f50 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:12:34.442705 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning complete for port 69482a82-c52d-425a-baa5-94d3b5e64f50 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:12:34.443175 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:34.449296 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88ddad-3c67-4c7e-bb98-4eb6fe82e639 req-d4683041-e52a-40a9-b32f-5354b226530a tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:34.463003 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-db88ddad-3c67-4c7e-bb98-4eb6fe82e639 req-d4683041-e52a-40a9-b32f-5354b226530a tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 945 time: 0.1580935 Sep 23 23:12:34.529630 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-db88ddad-3c67-4c7e-bb98-4eb6fe82e639 req-6eb44c1d-2cf9-4549-a0b3-05d6c1c68409 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644791 Sep 23 23:12:34.553438 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:34.605711 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f0cdff6-6a21-49b1-8791-b732e3c66231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69482a82-c52d-425a-baa5-94d3b5e64f50'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:12:34.608567 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7224bc9728871e873a89dc5c7795d0b38d91bd368c61c3cf47b1fa6016b6835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc92fb0-44e5-47e8-a526-d0f268844a3a" -d '{"events": [{"server_uuid": "7f0cdff6-6a21-49b1-8791-b732e3c66231", "name": "network-vif-plugged", "status": "completed", "tag": "69482a82-c52d-425a-baa5-94d3b5e64f50"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:12:34.614226 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 56956) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:12:34.636157 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 69482a82-c52d-425a-baa5-94d3b5e64f50, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=69482a82-c52d-425a-baa5-94d3b5e64f50,segment=NetworkSegment(c8f824a0-e5fd-448e-9109-4b872395178e),segment_id=c8f824a0-e5fd-448e-9109-4b872395178e)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:12:34.641523 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:34.645881 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device afe7c452-c2b1-4452-acee-2f5e7a38185d no longer exists at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:12:34.713279 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-8ec14879-2469-4f26-b331-5617b7129d75 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2ddea2c61a124ba99508af5db99cfa3a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0977721 Sep 23 23:12:34.717119 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 56960) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:12:34.743023 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a3b997-98af-4943-9a62-583d4ad3d538 x-openstack-request-id: req-d0a3b997-98af-4943-9a62-583d4ad3d538 {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:12:34.743438 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f0cdff6-6a21-49b1-8791-b732e3c66231", "name": "network-vif-plugged", "status": "completed", "tag": "69482a82-c52d-425a-baa5-94d3b5e64f50", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:12:34.743646 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d0a3b997-98af-4943-9a62-583d4ad3d538 {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:12:34.743958 dv-cinder-810785-1-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f0cdff6-6a21-49b1-8791-b732e3c66231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69482a82-c52d-425a-baa5-94d3b5e64f50', 'code': 200} Sep 23 23:12:34.771307 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] No Port match for: afe7c452-c2b1-4452-acee-2f5e7a38185d {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:12:34.771307 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device afe7c452-c2b1-4452-acee-2f5e7a38185d not bound to the agent host hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:12:34.778521 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=69482a82-c52d-425a-baa5-94d3b5e64f50,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:12:34.789257 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:12:34.789670 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:12:34.790138 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:12:34.790598 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:12:34.791095 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:12:34.791473 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:12:34.791932 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:12:34.792381 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:12:34.793258 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:12:34.794064 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:12:34.794541 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:12:34.795714 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:12:34.849506 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6447280b-bcf7-4140-8346-9ed98798780c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:34.854264 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf53df2-ad16-4893-8a9d-3d64facf9af5 req-38dd79d6-9977-4973-8ab8-7d81ed4e886b tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:34.859230 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ccf53df2-ad16-4893-8a9d-3d64facf9af5 req-38dd79d6-9977-4973-8ab8-7d81ed4e886b tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0822043 Sep 23 23:12:34.899187 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6447280b-bcf7-4140-8346-9ed98798780c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:34.947997 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ccf53df2-ad16-4893-8a9d-3d64facf9af5 req-ec47b503-0989-4a05-874a-7af9105f2022 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788825 Sep 23 23:12:34.984307 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44024617-62a5-4b8c-8f54-221a16a1e30a req-3b94ddc0-5526-4a3f-9df9-2a4f94cfdb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:34.986537 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-44024617-62a5-4b8c-8f54-221a16a1e30a req-3b94ddc0-5526-4a3f-9df9-2a4f94cfdb8c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f0cdff6-6a21-49b1-8791-b732e3c66231 HTTP/1.1" status: 200 len: 1098 time: 0.0837028 Sep 23 23:12:34.998129 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6447280b-bcf7-4140-8346-9ed98798780c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:35.011816 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6447280b-bcf7-4140-8346-9ed98798780c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:35.014500 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-6447280b-bcf7-4140-8346-9ed98798780c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d72bac6f-1a30-4b12-ab16-f298eec3b656 HTTP/1.1" status: 204 len: 168 time: 0.2959530 Sep 23 23:12:35.029570 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6447280b-bcf7-4140-8346-9ed98798780c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72bac6f-1a30-4b12-ab16-f298eec3b656,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:12:35.080666 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-44024617-62a5-4b8c-8f54-221a16a1e30a req-db5ffc1a-0767-47c4-a0e1-67be9aa5155a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3af88e19-d3d0-44f4-879d-2aafdf89e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806255 Sep 23 23:12:35.411032 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd1f6-519b-46dd-b932-cef6578037bf req-d4652157-46cc-4a69-b5d5-ee00b9723e3f tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:35.412937 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-576bd1f6-519b-46dd-b932-cef6578037bf req-d4652157-46cc-4a69-b5d5-ee00b9723e3f tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f0cdff6-6a21-49b1-8791-b732e3c66231 HTTP/1.1" status: 200 len: 945 time: 0.0713615 Sep 23 23:12:35.464948 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-576bd1f6-519b-46dd-b932-cef6578037bf req-0b746a4b-05b5-4db2-bc98-a1650954342a tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/security-groups?id=3af88e19-d3d0-44f4-879d-2aafdf89e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453780 Sep 23 23:12:35.730040 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b30c35-c153-4a90-ab0a-b88230d7e7a4 req-c31f8711-9b5f-403e-8fbd-89b75a5b4029 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:35.732008 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-30b30c35-c153-4a90-ab0a-b88230d7e7a4 req-c31f8711-9b5f-403e-8fbd-89b75a5b4029 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 945 time: 0.0759540 Sep 23 23:12:35.827749 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-30b30c35-c153-4a90-ab0a-b88230d7e7a4 req-4dcdbb47-0577-4594-9153-c7dcaeb9716c tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862801 Sep 23 23:12:36.112020 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8269e-4124-4a8a-b05b-1b6d1ba4ebcc req-7f1dbf86-560f-46d0-b8c0-a62221002caa tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:36.120382 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e7f8269e-4124-4a8a-b05b-1b6d1ba4ebcc req-7f1dbf86-560f-46d0-b8c0-a62221002caa tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.0956666 Sep 23 23:12:36.181298 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e7f8269e-4124-4a8a-b05b-1b6d1ba4ebcc req-34a151ff-a5a8-4c4e-bc18-80b1034b1610 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595114 Sep 23 23:12:36.393338 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 57000) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:12:36.725609 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-a9e43a4b-f71b-435b-a88b-59df293b7e00 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1662350459-network', 'tenant_id': 'ecf9baf9deb046eb99ffa6645f3c5e7e'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:12:36.742379 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd164f-3bfb-4993-9b9b-7e99de949c42 req-270d4862-8e29-482b-9db8-9ea6bf855308 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:36.745454 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e3fd164f-3bfb-4993-9b9b-7e99de949c42 req-270d4862-8e29-482b-9db8-9ea6bf855308 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f0cdff6-6a21-49b1-8791-b732e3c66231 HTTP/1.1" status: 200 len: 945 time: 0.1383832 Sep 23 23:12:36.778880 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e43a4b-f71b-435b-a88b-59df293b7e00 admin admin] Made reservation on behalf of ecf9baf9deb046eb99ffa6645f3c5e7e for: {'network': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:12:36.781569 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a9e43a4b-f71b-435b-a88b-59df293b7e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for network, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:36.792750 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a9e43a4b-f71b-435b-a88b-59df293b7e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:36.811508 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e3fd164f-3bfb-4993-9b9b-7e99de949c42 req-995c1048-a8ce-494e-89ae-5fa2c8c964a8 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/security-groups?id=3af88e19-d3d0-44f4-879d-2aafdf89e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534554 Sep 23 23:12:36.938784 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a9e43a4b-f71b-435b-a88b-59df293b7e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:36.944560 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a9e43a4b-f71b-435b-a88b-59df293b7e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:36.973460 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9e43a4b-f71b-435b-a88b-59df293b7e00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=94231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:12:36.998513 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e43a4b-f71b-435b-a88b-59df293b7e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d06885-ebf2-4cf8-8c21-fa3a0cdb8d62,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:12:37.004960 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a9e43a4b-f71b-435b-a88b-59df293b7e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778'] for segment, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:37.005309 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.db.segments_db [None req-a9e43a4b-f71b-435b-a88b-59df293b7e00 admin admin] Added segment 6071ba55-077f-4738-9552-1808aadc0c5f of type vlan for network 4f863ad5-94ad-48cb-b186-d27c21bfd135 Sep 23 23:12:37.048276 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced4fd7-f93c-4695-a121-e1c3ad63d5ae req-1e24605c-101e-49bf-ace3-ac9b93319ace tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:37.052932 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9ced4fd7-f93c-4695-a121-e1c3ad63d5ae req-1e24605c-101e-49bf-ace3-ac9b93319ace tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 945 time: 0.1224890 Sep 23 23:12:37.062212 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a9e43a4b-f71b-435b-a88b-59df293b7e00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784998164246'] for network, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:37.095933 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a9e43a4b-f71b-435b-a88b-59df293b7e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075'] for network, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:37.096438 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e43a4b-f71b-435b-a88b-59df293b7e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:37.097586 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a9e43a4b-f71b-435b-a88b-59df293b7e00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for network, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:37.121635 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-a9e43a4b-f71b-435b-a88b-59df293b7e00 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7266617 Sep 23 23:12:37.127460 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 57012) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:12:37.141064 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-2b437596-213b-4744-9ede-c42031589353 admin admin] Request body: {'subnet': {'network_id': '4f863ad5-94ad-48cb-b186-d27c21bfd135', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1662350459-subnet', 'tenant_id': 'ecf9baf9deb046eb99ffa6645f3c5e7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:12:37.188378 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9ced4fd7-f93c-4695-a121-e1c3ad63d5ae req-706f0916-6085-4915-b77c-439c3044f048 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259804 Sep 23 23:12:37.227674 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b437596-213b-4744-9ede-c42031589353 admin admin] Made reservation on behalf of ecf9baf9deb046eb99ffa6645f3c5e7e for: {'subnet': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:12:37.233623 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-2b437596-213b-4744-9ede-c42031589353 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8945740'] for subnet, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:37.385498 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e43a4b-f71b-435b-a88b-59df293b7e00 admin admin] Pushing event updated for resources: {'Network': ['ID=4f863ad5-94ad-48cb-b186-d27c21bfd135,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:12:37.397359 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Network 4f863ad5-94ad-48cb-b186-d27c21bfd135 details requested by agent ovs-agent-dv-cinder-810785-1-iscsi with host dv-cinder-810785-1-iscsi {{(pid=94233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:12:37.432101 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e052e6-4140-4e65-bfa7-01769353167b req-15ae2abe-c1df-44f7-a75a-82b30f4e58fa tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:37.433723 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-63e052e6-4140-4e65-bfa7-01769353167b req-15ae2abe-c1df-44f7-a75a-82b30f4e58fa tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.1304834 Sep 23 23:12:37.537626 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-63e052e6-4140-4e65-bfa7-01769353167b req-29c3f105-37cd-4bf8-93a9-1efb7d079c54 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952284 Sep 23 23:12:37.613204 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-2b437596-213b-4744-9ede-c42031589353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8945790'] for subnet, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:37.682762 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b437596-213b-4744-9ede-c42031589353 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1be2d25-2c20-4f71-a097-5273ad2d5ab4,revision_number=0']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:12:37.687683 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b437596-213b-4744-9ede-c42031589353 admin admin] Checking segment: {'id': '6071ba55-077f-4738-9552-1808aadc0c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4f863ad5-94ad-48cb-b186-d27c21bfd135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:12:37.688052 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b437596-213b-4744-9ede-c42031589353 admin admin] Network hostable DHCP agents. Network: 4f863ad5-94ad-48cb-b186-d27c21bfd135, hostable agents: ['27ad89ec-6861-43ea-91c9-397cdd96ffe4'], hosted agents: [] {{(pid=94232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:12:37.715144 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b437596-213b-4744-9ede-c42031589353 admin admin] Network 4f863ad5-94ad-48cb-b186-d27c21bfd135 is scheduled to be hosted by DHCP agent 27ad89ec-6861-43ea-91c9-397cdd96ffe4 with binding_index 1 {{(pid=94232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:12:37.729343 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-2b437596-213b-4744-9ede-c42031589353 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810785-1-iscsi, 4f863ad5-94ad-48cb-b186-d27c21bfd135) {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:12:37.734763 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b437596-213b-4744-9ede-c42031589353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:37.735840 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-2b437596-213b-4744-9ede-c42031589353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for subnet, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:37.741511 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68a3e2b-87e4-475f-b71d-a516ac8cf505 None None] Network 4f863ad5-94ad-48cb-b186-d27c21bfd135 requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:12:37.760102 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-2b437596-213b-4744-9ede-c42031589353 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6295002 Sep 23 23:12:37.933173 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60c5ed2-d6e0-4868-9310-5302f6448f2b None None] Network 4f863ad5-94ad-48cb-b186-d27c21bfd135 requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:12:37.972145 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0fa4c1-7306-4f84-98ab-0d38849e3ec3 req-24264d7f-b144-4453-8f7a-66af41e66ca1 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:37.974612 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0c0fa4c1-7306-4f84-98ab-0d38849e3ec3 req-24264d7f-b144-4453-8f7a-66af41e66ca1 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f0cdff6-6a21-49b1-8791-b732e3c66231 HTTP/1.1" status: 200 len: 945 time: 0.0690677 Sep 23 23:12:38.073783 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0c0fa4c1-7306-4f84-98ab-0d38849e3ec3 req-c4ae92dd-5ae2-482c-9a36-95afe1972f19 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/security-groups?id=3af88e19-d3d0-44f4-879d-2aafdf89e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904682 Sep 23 23:12:38.420854 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0e05a-e1d9-4982-acb7-a646a6d1d22e req-03fd99ed-e805-4017-b476-a601e4ae2338 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:38.425444 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-66f0e05a-e1d9-4982-acb7-a646a6d1d22e req-03fd99ed-e805-4017-b476-a601e4ae2338 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 945 time: 0.1092789 Sep 23 23:12:38.518680 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-66f0e05a-e1d9-4982-acb7-a646a6d1d22e req-268ee66b-a082-4ddd-9440-c83dfe52d2e6 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797584 Sep 23 23:12:38.810746 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 57058) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:12:38.817076 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-6e269677-d60f-495a-b06b-cf8ce0869df4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-689789144-network', 'tenant_id': 'ff60b70794d545e6a6fa384e9e6bcc31'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:12:38.840690 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f290ed3-d8b2-4751-8c76-3a61bc5271c5 req-933a77f1-2471-47cc-a22d-9127dce363e6 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:38.842057 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-3f290ed3-d8b2-4751-8c76-3a61bc5271c5 req-933a77f1-2471-47cc-a22d-9127dce363e6 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.1293530 Sep 23 23:12:38.868336 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e269677-d60f-495a-b06b-cf8ce0869df4 admin admin] Made reservation on behalf of ff60b70794d545e6a6fa384e9e6bcc31 for: {'network': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:12:38.870698 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6e269677-d60f-495a-b06b-cf8ce0869df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for network, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:38.889912 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6e269677-d60f-495a-b06b-cf8ce0869df4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:38.930451 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073dfc4-1397-4b0f-8512-2bfb396f06d9 req-44219765-548a-4396-bd35-8058dd879329 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:38.940620 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1073dfc4-1397-4b0f-8512-2bfb396f06d9 req-44219765-548a-4396-bd35-8058dd879329 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 946 time: 0.1675656 Sep 23 23:12:39.082944 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6e269677-d60f-495a-b06b-cf8ce0869df4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:39.091243 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6e269677-d60f-495a-b06b-cf8ce0869df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:39.136406 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-3f290ed3-d8b2-4751-8c76-3a61bc5271c5 req-bf0cc7b0-aeed-449b-b21f-2c7166c1b598 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507107 Sep 23 23:12:39.143041 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e269677-d60f-495a-b06b-cf8ce0869df4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=94231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:12:39.160399 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e269677-d60f-495a-b06b-cf8ce0869df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86dd391f-930a-4e1b-9600-011c0a51920a,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:12:39.187191 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6e269677-d60f-495a-b06b-cf8ce0869df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778'] for segment, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:39.187768 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.db.segments_db [None req-6e269677-d60f-495a-b06b-cf8ce0869df4 admin admin] Added segment 92fc67c9-9a44-4c6e-828a-da4f84bf4abc of type vlan for network 6f2052da-27e1-47b4-9361-17decb499ccd Sep 23 23:12:39.233958 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [req-1073dfc4-1397-4b0f-8512-2bfb396f06d9 req-c8b69804-7fd3-4e32-9841-6e2dbf6f0324 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Deleting port f6698bd3-5871-41f1-ad67-d322b8907bca {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:12:39.234739 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-1073dfc4-1397-4b0f-8512-2bfb396f06d9 req-c8b69804-7fd3-4e32-9841-6e2dbf6f0324 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:39.256669 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6e269677-d60f-495a-b06b-cf8ce0869df4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784998164246'] for network, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:39.303789 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6e269677-d60f-495a-b06b-cf8ce0869df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075'] for network, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:39.306443 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e269677-d60f-495a-b06b-cf8ce0869df4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:39.307339 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6e269677-d60f-495a-b06b-cf8ce0869df4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for network, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:39.355524 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-6e269677-d60f-495a-b06b-cf8ce0869df4 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5426257 Sep 23 23:12:39.358360 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 57066) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:12:39.367537 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-1073dfc4-1397-4b0f-8512-2bfb396f06d9 req-c8b69804-7fd3-4e32-9841-6e2dbf6f0324 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] For port f6698bd3-5871-41f1-ad67-d322b8907bca, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=f6698bd3-5871-41f1-ad67-d322b8907bca,segment=NetworkSegment(fcf90ec9-7077-42ff-ae12-ee710ab4c6ad),segment_id=fcf90ec9-7077-42ff-ae12-ee710ab4c6ad)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:12:39.368099 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-1073dfc4-1397-4b0f-8512-2bfb396f06d9 req-c8b69804-7fd3-4e32-9841-6e2dbf6f0324 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:39.379730 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-ebd64d45-bc4c-4ed0-9f93-251f5c77f43f admin admin] Request body: {'subnet': {'network_id': '6f2052da-27e1-47b4-9361-17decb499ccd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-689789144-subnet', 'tenant_id': 'ff60b70794d545e6a6fa384e9e6bcc31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:12:39.396747 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [req-1073dfc4-1397-4b0f-8512-2bfb396f06d9 req-c8b69804-7fd3-4e32-9841-6e2dbf6f0324 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Calling delete_port for f6698bd3-5871-41f1-ad67-d322b8907bca owned by compute:nova {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:12:39.453910 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e269677-d60f-495a-b06b-cf8ce0869df4 admin admin] Pushing event updated for resources: {'Network': ['ID=6f2052da-27e1-47b4-9361-17decb499ccd,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:12:39.471401 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Network 6f2052da-27e1-47b4-9361-17decb499ccd details requested by agent ovs-agent-dv-cinder-810785-1-iscsi with host dv-cinder-810785-1-iscsi {{(pid=94233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:12:39.478247 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd64d45-bc4c-4ed0-9f93-251f5c77f43f admin admin] Made reservation on behalf of ff60b70794d545e6a6fa384e9e6bcc31 for: {'subnet': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:12:39.482318 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ebd64d45-bc4c-4ed0-9f93-251f5c77f43f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906259'] for subnet, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:39.632702 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:39.635632 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-1073dfc4-1397-4b0f-8512-2bfb396f06d9 req-c8b69804-7fd3-4e32-9841-6e2dbf6f0324 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416648'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:39.651700 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['f6698bd3-5871-41f1-ad67-d322b8907bca'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:12:39.729733 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b69804-7fd3-4e32-9841-6e2dbf6f0324 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Pushing event deleted for resources: {'Port': ['ID=f6698bd3-5871-41f1-ad67-d322b8907bca,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:12:39.770162 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [req-1073dfc4-1397-4b0f-8512-2bfb396f06d9 req-c8b69804-7fd3-4e32-9841-6e2dbf6f0324 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] No DVR routers for this DVR port f6698bd3-5871-41f1-ad67-d322b8907bca on host hv-cinder-81078 {{(pid=94232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:12:39.773719 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-1073dfc4-1397-4b0f-8512-2bfb396f06d9 req-c8b69804-7fd3-4e32-9841-6e2dbf6f0324 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:39.775963 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1073dfc4-1397-4b0f-8512-2bfb396f06d9 req-c8b69804-7fd3-4e32-9841-6e2dbf6f0324 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.11 "DELETE /v2.0/ports/f6698bd3-5871-41f1-ad67-d322b8907bca HTTP/1.1" status: 204 len: 173 time: 0.8197193 Sep 23 23:12:39.776426 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ece720d-853d-4c5b-b6df-229bc4a13149', 'name': 'network-vif-deleted', 'tag': 'f6698bd3-5871-41f1-ad67-d322b8907bca'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:12:39.786346 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc74f1c012309c835ea1a53c8f5f732cbfbf790adc92ee6109ffd7f3bd94d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e69a0e-55e1-4dbc-a6c0-e24b5a81c29c" -d '{"events": [{"server_uuid": "5ece720d-853d-4c5b-b6df-229bc4a13149", "name": "network-vif-deleted", "tag": "f6698bd3-5871-41f1-ad67-d322b8907bca"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:12:39.847811 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced974c-e79f-4acb-bc06-8faa0f966e68 req-9962ec7e-9307-45d4-a0fe-b054e09f7d8b tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:39.858277 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-bced974c-e79f-4acb-bc06-8faa0f966e68 req-9962ec7e-9307-45d4-a0fe-b054e09f7d8b tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 945 time: 0.1260226 Sep 23 23:12:39.886759 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5515c3-fb27-4704-b560-3eefc7c0864a x-openstack-request-id: req-5a5515c3-fb27-4704-b560-3eefc7c0864a {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:12:39.887052 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ece720d-853d-4c5b-b6df-229bc4a13149", "name": "network-vif-deleted", "tag": "f6698bd3-5871-41f1-ad67-d322b8907bca", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:12:39.887346 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5a5515c3-fb27-4704-b560-3eefc7c0864a {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:12:39.887806 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ece720d-853d-4c5b-b6df-229bc4a13149', 'name': 'network-vif-deleted', 'tag': 'f6698bd3-5871-41f1-ad67-d322b8907bca', 'status': 'completed', 'code': 200} Sep 23 23:12:39.925732 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-bced974c-e79f-4acb-bc06-8faa0f966e68 req-6febcd06-0c56-4f05-9dfe-51b88687a0b1 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663850 Sep 23 23:12:39.946800 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ebd64d45-bc4c-4ed0-9f93-251f5c77f43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906273'] for subnet, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:40.028218 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd64d45-bc4c-4ed0-9f93-251f5c77f43f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1343c41a-d269-44a8-8f55-78581afdc7ca,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:12:40.031386 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd64d45-bc4c-4ed0-9f93-251f5c77f43f admin admin] Checking segment: {'id': '92fc67c9-9a44-4c6e-828a-da4f84bf4abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6f2052da-27e1-47b4-9361-17decb499ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:12:40.031895 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd64d45-bc4c-4ed0-9f93-251f5c77f43f admin admin] Network hostable DHCP agents. Network: 6f2052da-27e1-47b4-9361-17decb499ccd, hostable agents: ['27ad89ec-6861-43ea-91c9-397cdd96ffe4'], hosted agents: [] {{(pid=94231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:12:40.062257 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd64d45-bc4c-4ed0-9f93-251f5c77f43f admin admin] Network 6f2052da-27e1-47b4-9361-17decb499ccd is scheduled to be hosted by DHCP agent 27ad89ec-6861-43ea-91c9-397cdd96ffe4 with binding_index 1 {{(pid=94231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:12:40.079683 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-ebd64d45-bc4c-4ed0-9f93-251f5c77f43f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810785-1-iscsi, 6f2052da-27e1-47b4-9361-17decb499ccd) {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:12:40.114983 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd64d45-bc4c-4ed0-9f93-251f5c77f43f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:40.115445 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01b5152-2e7c-4766-8b82-7615a401654d None None] Network 6f2052da-27e1-47b4-9361-17decb499ccd requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:12:40.116739 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ebd64d45-bc4c-4ed0-9f93-251f5c77f43f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for subnet, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:40.234838 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-ebd64d45-bc4c-4ed0-9f93-251f5c77f43f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8751724 Sep 23 23:12:40.369537 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-fcdc8642-f48b-4a2b-895b-586e842f6f38 req-c83d3423-5b18-4a12-9734-1a13979cae35 tempest-ServerRescueNegativeTestJSON-749971325 tempest-ServerRescueNegativeTestJSON-749971325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ece720d-853d-4c5b-b6df-229bc4a13149 HTTP/1.1" status: 200 len: 210 time: 0.0979950 Sep 23 23:12:40.488949 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfafc8e-7870-4121-8a8f-20e08ece75dd None None] Network 6f2052da-27e1-47b4-9361-17decb499ccd requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:12:40.553859 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 57088) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:12:40.650251 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_v2 [None req-22c5f113-2b0a-4505-a54b-9e53aa44a92a admin admin] Deleting subnet f1be2d25-2c20-4f71-a097-5273ad2d5ab4 {{(pid=94232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:12:40.663397 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-22c5f113-2b0a-4505-a54b-9e53aa44a92a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:40.744122 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-22c5f113-2b0a-4505-a54b-9e53aa44a92a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176787'] for subnet, precommit_delete_associations {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:40.827532 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-22c5f113-2b0a-4505-a54b-9e53aa44a92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8114061'] for subnet, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:40.945455 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-22c5f113-2b0a-4505-a54b-9e53aa44a92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8114052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8945769'] for subnet, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:40.981476 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c5f113-2b0a-4505-a54b-9e53aa44a92a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1be2d25-2c20-4f71-a097-5273ad2d5ab4,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:12:40.992249 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-22c5f113-2b0a-4505-a54b-9e53aa44a92a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:40.994696 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-22c5f113-2b0a-4505-a54b-9e53aa44a92a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f1be2d25-2c20-4f71-a097-5273ad2d5ab4 HTTP/1.1" status: 204 len: 168 time: 0.4386613 Sep 23 23:12:41.007154 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 57094) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:12:41.127899 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f68955-55a7-427a-91c5-e6e6bffb86ad req-ef283d66-32e2-4b52-9208-8dcb56644940 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:41.133301 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f9f68955-55a7-427a-91c5-e6e6bffb86ad req-ef283d66-32e2-4b52-9208-8dcb56644940 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 945 time: 0.0973213 Sep 23 23:12:41.168833 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1c05a597-4236-49a3-87f3-21cc0b3bcc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7893109'] for network, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:41.209236 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f9f68955-55a7-427a-91c5-e6e6bffb86ad req-29dd4e6f-842d-4385-a776-85a3b6bfd4b6 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657258 Sep 23 23:12:41.374668 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1c05a597-4236-49a3-87f3-21cc0b3bcc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8111924', 'neutron.services.segments.db._delete_segments_for_network-8784998755988'] for network, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:41.413828 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-1c05a597-4236-49a3-87f3-21cc0b3bcc0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f863ad5-94ad-48cb-b186-d27c21bfd135']}} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:12:41.430970 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-1c05a597-4236-49a3-87f3-21cc0b3bcc0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6071ba55-077f-4738-9552-1808aadc0c5f') {'for_net_delete': True} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:12:41.431433 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-1c05a597-4236-49a3-87f3-21cc0b3bcc0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6071ba55-077f-4738-9552-1808aadc0c5f') {} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:12:41.453934 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1c05a597-4236-49a3-87f3-21cc0b3bcc0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784998755229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3956713'] for segment, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:41.483825 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1c05a597-4236-49a3-87f3-21cc0b3bcc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778'] for segment, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:41.497968 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 57104) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:12:41.500285 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c05a597-4236-49a3-87f3-21cc0b3bcc0f admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=94231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:12:41.501316 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1c05a597-4236-49a3-87f3-21cc0b3bcc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3257149'] for segment, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:41.504419 dv-cinder-810785-1-iscsi neutron-server[94231]: Traceback (most recent call last): Sep 23 23:12:41.504419 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:12:41.504419 dv-cinder-810785-1-iscsi neutron-server[94231]: timer() Sep 23 23:12:41.504419 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:12:41.504419 dv-cinder-810785-1-iscsi neutron-server[94231]: cb(*args, **kw) Sep 23 23:12:41.504419 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:12:41.504419 dv-cinder-810785-1-iscsi neutron-server[94231]: return func(*args, **kwargs) Sep 23 23:12:41.504419 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:12:41.504419 dv-cinder-810785-1-iscsi neutron-server[94231]: self._notify() Sep 23 23:12:41.504419 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:12:41.504419 dv-cinder-810785-1-iscsi neutron-server[94231]: self.callback(batched_events) Sep 23 23:12:41.504419 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:12:41.504419 dv-cinder-810785-1-iscsi neutron-server[94231]: event.method(event) Sep 23 23:12:41.504419 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:12:41.504419 dv-cinder-810785-1-iscsi neutron-server[94231]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:12:41.504419 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:12:41.504419 dv-cinder-810785-1-iscsi neutron-server[94231]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:12:41.504419 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:12:41.504419 dv-cinder-810785-1-iscsi neutron-server[94231]: return f(self, *a, **k) Sep 23 23:12:41.504419 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:12:41.504419 dv-cinder-810785-1-iscsi neutron-server[94231]: return self._get(url).json() Sep 23 23:12:41.504419 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:12:41.504419 dv-cinder-810785-1-iscsi neutron-server[94231]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:12:41.504419 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:12:41.504419 dv-cinder-810785-1-iscsi neutron-server[94231]: return self.request(url, 'GET', **kwargs) Sep 23 23:12:41.504419 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:12:41.504419 dv-cinder-810785-1-iscsi neutron-server[94231]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:12:41.504419 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:12:41.504419 dv-cinder-810785-1-iscsi neutron-server[94231]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:12:41.504419 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:12:41.504419 dv-cinder-810785-1-iscsi neutron-server[94231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:12:41.504419 dv-cinder-810785-1-iscsi neutron-server[94231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:12:41.559068 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-e120304e-e087-4557-b345-b0e358493c41 None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:12:41.632813 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1c05a597-4236-49a3-87f3-21cc0b3bcc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8111875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594954'] for network, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:41.655646 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1c05a597-4236-49a3-87f3-21cc0b3bcc0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for network, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:41.660127 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-1c05a597-4236-49a3-87f3-21cc0b3bcc0f admin admin] 10.222.0.46 "DELETE /v2.0/networks/4f863ad5-94ad-48cb-b186-d27c21bfd135 HTTP/1.1" status: 204 len: 168 time: 0.6513238 Sep 23 23:12:41.666730 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 57106) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:12:41.720787 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c05a597-4236-49a3-87f3-21cc0b3bcc0f admin admin] Pushing event deleted for resources: {'Network': ['ID=4f863ad5-94ad-48cb-b186-d27c21bfd135,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:12:41.760577 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_v2 [None req-108ab661-f39d-4d94-a272-92617861fa8d admin admin] Deleting subnet 1343c41a-d269-44a8-8f55-78581afdc7ca {{(pid=94231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:12:41.765607 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-108ab661-f39d-4d94-a272-92617861fa8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:41.824046 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-108ab661-f39d-4d94-a272-92617861fa8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3956720'] for subnet, precommit_delete_associations {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:41.882714 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-108ab661-f39d-4d94-a272-92617861fa8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8114061'] for subnet, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:41.986288 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-108ab661-f39d-4d94-a272-92617861fa8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8114052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906294'] for subnet, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:42.051167 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-108ab661-f39d-4d94-a272-92617861fa8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for subnet, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:42.051167 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-108ab661-f39d-4d94-a272-92617861fa8d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/1343c41a-d269-44a8-8f55-78581afdc7ca HTTP/1.1" status: 204 len: 168 time: 0.3822153 Sep 23 23:12:42.052404 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ab661-f39d-4d94-a272-92617861fa8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1343c41a-d269-44a8-8f55-78581afdc7ca,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:12:42.056173 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 57110) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:12:42.204625 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-20b7fb15-d45c-4864-8b78-ae090ac04c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7893109'] for network, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:42.340103 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device f6698bd3-5871-41f1-ad67-d322b8907bca no longer exists at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:12:42.345839 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-20b7fb15-d45c-4864-8b78-ae090ac04c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8111924', 'neutron.services.segments.db._delete_segments_for_network-8784998755988'] for network, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:42.373303 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-20b7fb15-d45c-4864-8b78-ae090ac04c5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f2052da-27e1-47b4-9361-17decb499ccd']}} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:12:42.388635 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-20b7fb15-d45c-4864-8b78-ae090ac04c5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92fc67c9-9a44-4c6e-828a-da4f84bf4abc') {'for_net_delete': True} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:12:42.389048 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-20b7fb15-d45c-4864-8b78-ae090ac04c5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92fc67c9-9a44-4c6e-828a-da4f84bf4abc') {} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:12:42.404351 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-20b7fb15-d45c-4864-8b78-ae090ac04c5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784998755229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3956713'] for segment, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:42.407107 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] No Port match for: f6698bd3-5871-41f1-ad67-d322b8907bca {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:12:42.408604 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device f6698bd3-5871-41f1-ad67-d322b8907bca not bound to the agent host hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:12:42.423853 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-20b7fb15-d45c-4864-8b78-ae090ac04c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778'] for segment, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:42.432672 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20b7fb15-d45c-4864-8b78-ae090ac04c5b admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=94231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:12:42.433081 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-20b7fb15-d45c-4864-8b78-ae090ac04c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3257149'] for segment, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:42.514328 dv-cinder-810785-1-iscsi neutron-server[94231]: Traceback (most recent call last): Sep 23 23:12:42.514328 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:12:42.514328 dv-cinder-810785-1-iscsi neutron-server[94231]: timer() Sep 23 23:12:42.514328 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:12:42.514328 dv-cinder-810785-1-iscsi neutron-server[94231]: cb(*args, **kw) Sep 23 23:12:42.514328 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:12:42.514328 dv-cinder-810785-1-iscsi neutron-server[94231]: return func(*args, **kwargs) Sep 23 23:12:42.514328 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:12:42.514328 dv-cinder-810785-1-iscsi neutron-server[94231]: self._notify() Sep 23 23:12:42.514328 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:12:42.514328 dv-cinder-810785-1-iscsi neutron-server[94231]: self.callback(batched_events) Sep 23 23:12:42.514328 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:12:42.514328 dv-cinder-810785-1-iscsi neutron-server[94231]: event.method(event) Sep 23 23:12:42.514328 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:12:42.514328 dv-cinder-810785-1-iscsi neutron-server[94231]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:12:42.514328 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:12:42.514328 dv-cinder-810785-1-iscsi neutron-server[94231]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:12:42.514328 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:12:42.514328 dv-cinder-810785-1-iscsi neutron-server[94231]: return f(self, *a, **k) Sep 23 23:12:42.514328 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:12:42.514328 dv-cinder-810785-1-iscsi neutron-server[94231]: return self._get(url).json() Sep 23 23:12:42.514328 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:12:42.514328 dv-cinder-810785-1-iscsi neutron-server[94231]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:12:42.514328 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:12:42.514328 dv-cinder-810785-1-iscsi neutron-server[94231]: return self.request(url, 'GET', **kwargs) Sep 23 23:12:42.514328 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:12:42.514328 dv-cinder-810785-1-iscsi neutron-server[94231]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:12:42.514328 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:12:42.514328 dv-cinder-810785-1-iscsi neutron-server[94231]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:12:42.514328 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:12:42.514328 dv-cinder-810785-1-iscsi neutron-server[94231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:12:42.514328 dv-cinder-810785-1-iscsi neutron-server[94231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:12:42.522480 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-20b7fb15-d45c-4864-8b78-ae090ac04c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8111875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594954'] for network, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:42.527675 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-20b7fb15-d45c-4864-8b78-ae090ac04c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for network, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:42.529797 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-20b7fb15-d45c-4864-8b78-ae090ac04c5b admin admin] 10.222.0.46 "DELETE /v2.0/networks/6f2052da-27e1-47b4-9361-17decb499ccd HTTP/1.1" status: 204 len: 168 time: 0.4719663 Sep 23 23:12:42.555143 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b7fb15-d45c-4864-8b78-ae090ac04c5b admin admin] Pushing event deleted for resources: {'Network': ['ID=6f2052da-27e1-47b4-9361-17decb499ccd,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:12:42.674475 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa66476-7856-443e-be5b-8a90e4e398a5 req-33a16cbf-de4b-4a6c-ae19-f56c41ef5beb tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:42.677174 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2fa66476-7856-443e-be5b-8a90e4e398a5 req-33a16cbf-de4b-4a6c-ae19-f56c41ef5beb tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 945 time: 0.1644769 Sep 23 23:12:42.758274 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ea3c9d6a-b40f-4455-9cab-fbc5b0c86aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593436'] for router_interface, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:42.850465 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2fa66476-7856-443e-be5b-8a90e4e398a5 req-8adbbf40-85d6-40d7-980b-2758e6d54efd tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551421 Sep 23 23:12:42.868421 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 57122) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:12:43.001485 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-d73decad-4f07-47e4-b1ca-8994f52ca623 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ecf9baf9deb046eb99ffa6645f3c5e7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1305690 Sep 23 23:12:43.002378 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 57124) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:12:43.279622 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-34eb0f40-6cdf-4385-af3a-34f5071e44fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:43.346323 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-34eb0f40-6cdf-4385-af3a-34f5071e44fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:43.516980 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-ea3c9d6a-b40f-4455-9cab-fbc5b0c86aa6 admin admin] Deleting port 6892339c-c358-45a9-8ef4-f23d64d3849b {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:12:43.518223 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ea3c9d6a-b40f-4455-9cab-fbc5b0c86aa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:43.537693 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-34eb0f40-6cdf-4385-af3a-34f5071e44fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:43.542296 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-34eb0f40-6cdf-4385-af3a-34f5071e44fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:43.542296 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-34eb0f40-6cdf-4385-af3a-34f5071e44fd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/18d06885-ebf2-4cf8-8c21-fa3a0cdb8d62 HTTP/1.1" status: 204 len: 168 time: 0.4760470 Sep 23 23:12:43.634321 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb0f40-6cdf-4385-af3a-34f5071e44fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d06885-ebf2-4cf8-8c21-fa3a0cdb8d62,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:12:43.659918 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [None req-ea3c9d6a-b40f-4455-9cab-fbc5b0c86aa6 admin admin] For port 6892339c-c358-45a9-8ef4-f23d64d3849b, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=6892339c-c358-45a9-8ef4-f23d64d3849b,segment=NetworkSegment(fcf90ec9-7077-42ff-ae12-ee710ab4c6ad),segment_id=fcf90ec9-7077-42ff-ae12-ee710ab4c6ad)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:12:43.660294 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ea3c9d6a-b40f-4455-9cab-fbc5b0c86aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:43.677214 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-ea3c9d6a-b40f-4455-9cab-fbc5b0c86aa6 admin admin] Calling delete_port for 6892339c-c358-45a9-8ef4-f23d64d3849b owned by network:router_interface {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:12:43.997529 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ea3c9d6a-b40f-4455-9cab-fbc5b0c86aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416648'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:44.148095 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c9d6a-b40f-4455-9cab-fbc5b0c86aa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6892339c-c358-45a9-8ef4-f23d64d3849b,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:12:44.224284 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 57142) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:12:44.283335 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-05d17c73-af94-475c-9ba3-895dfc0f7e47 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ff60b70794d545e6a6fa384e9e6bcc31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0560722 Sep 23 23:12:44.285063 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 57146) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:12:44.286666 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04e790-b13a-4dec-9bb8-9b9ae72e6a12 req-f2e1bb13-7199-4e26-90f6-323ae24b5af8 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:44.288277 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ce04e790-b13a-4dec-9bb8-9b9ae72e6a12 req-f2e1bb13-7199-4e26-90f6-323ae24b5af8 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 945 time: 0.2052372 Sep 23 23:12:44.341851 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-fa458954-d1c0-402f-8578-9b5015d01fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:44.371359 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-fa458954-d1c0-402f-8578-9b5015d01fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:44.383627 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ce04e790-b13a-4dec-9bb8-9b9ae72e6a12 req-237b23dd-aced-45fe-92de-c9eedea81482 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617807 Sep 23 23:12:44.395549 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ea3c9d6a-b40f-4455-9cab-fbc5b0c86aa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595093'] for router_interface, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:44.452229 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-fa458954-d1c0-402f-8578-9b5015d01fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:44.455858 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-fa458954-d1c0-402f-8578-9b5015d01fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:44.465724 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-fa458954-d1c0-402f-8578-9b5015d01fd9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/86dd391f-930a-4e1b-9600-011c0a51920a HTTP/1.1" status: 204 len: 168 time: 0.1762571 Sep 23 23:12:44.485068 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa458954-d1c0-402f-8578-9b5015d01fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86dd391f-930a-4e1b-9600-011c0a51920a,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:12:44.823833 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3c9d6a-b40f-4455-9cab-fbc5b0c86aa6 admin admin] Router 60e7f109-20d4-4f1f-aef7-c44f14ae6f09 has already been hosted by L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 {{(pid=94232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:12:45.082132 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3c9d6a-b40f-4455-9cab-fbc5b0c86aa6 admin admin] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:12:45.095760 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-ea3c9d6a-b40f-4455-9cab-fbc5b0c86aa6 admin admin] 10.222.0.46 "PUT /v2.0/routers/60e7f109-20d4-4f1f-aef7-c44f14ae6f09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5913987 Sep 23 23:12:45.096257 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 57166) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:12:45.109811 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea3b3da-22c0-4f7c-80ff-add4c5cece9b None None] Sync routers for ids ['60e7f109-20d4-4f1f-aef7-c44f14ae6f09'] in dv-cinder-810785-1-iscsi {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:12:45.131172 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea3b3da-22c0-4f7c-80ff-add4c5cece9b None None] Routers {'60e7f109-20d4-4f1f-aef7-c44f14ae6f09'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:12:45.132277 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-fea3b3da-22c0-4f7c-80ff-add4c5cece9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:12:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['60e7f109-20d4-4f1f-aef7-c44f14ae6f09'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:12:45.336918 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-fea3b3da-22c0-4f7c-80ff-add4c5cece9b None None] Set router 60e7f109-20d4-4f1f-aef7-c44f14ae6f09 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:12:45.367875 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-7da62aa0-8a93-437e-809e-4c3f18b98057 admin admin] Notify callbacks [] for router, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:45.736672 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-7da62aa0-8a93-437e-809e-4c3f18b98057 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:45.782233 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22acad0a-2750-4ac5-a73c-2093d5a74ca5 req-3cf32699-9adb-4e54-8d91-0a92858fb0aa tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:45.800634 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-22acad0a-2750-4ac5-a73c-2093d5a74ca5 req-3cf32699-9adb-4e54-8d91-0a92858fb0aa tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 945 time: 0.1581404 Sep 23 23:12:45.853029 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-fea3b3da-22c0-4f7c-80ff-add4c5cece9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e7f109-20d4-4f1f-aef7-c44f14ae6f09', 'name': 'tempest-ServerRescueNegativeTestJSON-1560850368-router', 'tenant_id': '5cecf3dbc83542a19dc355f0eed91522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '3ef3c93b-9600-4344-9a12-bc60efb62cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:08:57Z', 'updated_at': '2021-09-23T23:12:43Z', 'revision_number': 5, 'project_id': '5cecf3dbc83542a19dc355f0eed91522', 'gw_port': {'id': '3ef3c93b-9600-4344-9a12-bc60efb62cf7', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e7f109-20d4-4f1f-aef7-c44f14ae6f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:08:58Z', 'updated_at': '2021-09-23T23:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi'}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:12:45.921836 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-7da62aa0-8a93-437e-809e-4c3f18b98057 admin admin] Deleting port 3ef3c93b-9600-4344-9a12-bc60efb62cf7 {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:12:45.922928 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-7da62aa0-8a93-437e-809e-4c3f18b98057 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:45.926394 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea3b3da-22c0-4f7c-80ff-add4c5cece9b None None] Checking router: 60e7f109-20d4-4f1f-aef7-c44f14ae6f09 for host: dv-cinder-810785-1-iscsi {{(pid=94234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:12:45.927483 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-22acad0a-2750-4ac5-a73c-2093d5a74ca5 req-3d194d09-f563-4c01-bb60-daf0d0e958ab tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238811 Sep 23 23:12:45.958162 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea3b3da-22c0-4f7c-80ff-add4c5cece9b None None] Routers {'60e7f109-20d4-4f1f-aef7-c44f14ae6f09'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:12:45.959035 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-fea3b3da-22c0-4f7c-80ff-add4c5cece9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:12:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['60e7f109-20d4-4f1f-aef7-c44f14ae6f09'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:12:46.079888 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [None req-7da62aa0-8a93-437e-809e-4c3f18b98057 admin admin] For port 3ef3c93b-9600-4344-9a12-bc60efb62cf7, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=3ef3c93b-9600-4344-9a12-bc60efb62cf7,segment=NetworkSegment(2ac125d2-b621-4cb4-9068-8fa074d03334),segment_id=2ac125d2-b621-4cb4-9068-8fa074d03334)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:12:46.080297 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-7da62aa0-8a93-437e-809e-4c3f18b98057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:46.114172 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-7da62aa0-8a93-437e-809e-4c3f18b98057 admin admin] Calling delete_port for 3ef3c93b-9600-4344-9a12-bc60efb62cf7 owned by network:router_gateway {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:12:46.360591 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-fea3b3da-22c0-4f7c-80ff-add4c5cece9b None None] Set router 60e7f109-20d4-4f1f-aef7-c44f14ae6f09 gateway port host: None {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:12:46.460218 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-fea3b3da-22c0-4f7c-80ff-add4c5cece9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e7f109-20d4-4f1f-aef7-c44f14ae6f09', 'name': 'tempest-ServerRescueNegativeTestJSON-1560850368-router', 'tenant_id': '5cecf3dbc83542a19dc355f0eed91522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:08:57Z', 'updated_at': '2021-09-23T23:12:45Z', 'revision_number': 6, 'project_id': '5cecf3dbc83542a19dc355f0eed91522', 'gw_port_host': None}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:12:46.505212 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-7da62aa0-8a93-437e-809e-4c3f18b98057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:46.521004 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea3b3da-22c0-4f7c-80ff-add4c5cece9b None None] The sync data for ids ['60e7f109-20d4-4f1f-aef7-c44f14ae6f09'] in dv-cinder-810785-1-iscsi is: [{'id': '60e7f109-20d4-4f1f-aef7-c44f14ae6f09', 'name': 'tempest-ServerRescueNegativeTestJSON-1560850368-router', 'tenant_id': '5cecf3dbc83542a19dc355f0eed91522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:08:57Z', 'updated_at': '2021-09-23T23:12:45Z', 'revision_number': 6, 'project_id': '5cecf3dbc83542a19dc355f0eed91522', 'gw_port_host': None}] {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:12:46.598427 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da62aa0-8a93-437e-809e-4c3f18b98057 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ef3c93b-9600-4344-9a12-bc60efb62cf7,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:12:46.750952 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-7da62aa0-8a93-437e-809e-4c3f18b98057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595030'] for router_gateway, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:46.921722 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-7da62aa0-8a93-437e-809e-4c3f18b98057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5561'] for router, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:46.926737 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-7da62aa0-8a93-437e-809e-4c3f18b98057 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:47.088569 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-7da62aa0-8a93-437e-809e-4c3f18b98057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-590896'] for router, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:47.089486 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da62aa0-8a93-437e-809e-4c3f18b98057 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60e7f109-20d4-4f1f-aef7-c44f14ae6f09 {{(pid=94231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:12:47.112343 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-7da62aa0-8a93-437e-809e-4c3f18b98057 admin admin] Notify callbacks [] for router, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:47.116684 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 57214) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:12:47.124305 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-7da62aa0-8a93-437e-809e-4c3f18b98057 admin admin] 10.222.0.46 "DELETE /v2.0/routers/60e7f109-20d4-4f1f-aef7-c44f14ae6f09 HTTP/1.1" status: 204 len: 168 time: 2.0257001 Sep 23 23:12:47.238746 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_v2 [None req-179b3d2f-88b6-4819-a4b9-bcf119da9678 admin admin] Deleting subnet 11e43b35-bf07-41f5-b3f0-471b3986f781 {{(pid=94232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:12:47.247086 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-179b3d2f-88b6-4819-a4b9-bcf119da9678 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:47.440920 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-179b3d2f-88b6-4819-a4b9-bcf119da9678 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176787'] for subnet, precommit_delete_associations {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:47.529349 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02727f1b-ae27-4465-b9c2-f771262b1958 req-71510c31-bee8-47c8-b426-4b6ccbb87224 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:47.542457 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-02727f1b-ae27-4465-b9c2-f771262b1958 req-71510c31-bee8-47c8-b426-4b6ccbb87224 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 945 time: 0.2317011 Sep 23 23:12:47.722184 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 6892339c-c358-45a9-8ef4-f23d64d3849b no longer exists at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:12:47.750992 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] No Port match for: 6892339c-c358-45a9-8ef4-f23d64d3849b {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:12:47.751692 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 6892339c-c358-45a9-8ef4-f23d64d3849b not bound to the agent host dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:12:47.773917 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-179b3d2f-88b6-4819-a4b9-bcf119da9678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8114061'] for subnet, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:48.256642 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-02727f1b-ae27-4465-b9c2-f771262b1958 req-50e32463-b6cc-4589-8a9a-203c05a247f8 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7121537 Sep 23 23:12:48.299525 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf2684-c820-4fdf-8231-269dc5802224 req-8ffe14dd-ceff-44c2-84ca-859e046bc95d tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:48.307685 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-95bf2684-c820-4fdf-8231-269dc5802224 req-8ffe14dd-ceff-44c2-84ca-859e046bc95d tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.7205739 Sep 23 23:12:48.401467 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-179b3d2f-88b6-4819-a4b9-bcf119da9678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8114052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8945769'] for subnet, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:48.420751 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-95bf2684-c820-4fdf-8231-269dc5802224 req-3d152390-0e9d-4b64-a625-d55b84a655c6 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041837 Sep 23 23:12:48.464630 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-179b3d2f-88b6-4819-a4b9-bcf119da9678 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:48.467968 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-179b3d2f-88b6-4819-a4b9-bcf119da9678 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/11e43b35-bf07-41f5-b3f0-471b3986f781 HTTP/1.1" status: 204 len: 168 time: 1.3498662 Sep 23 23:12:48.470414 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 57240) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:12:48.483453 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b3d2f-88b6-4819-a4b9-bcf119da9678 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11e43b35-bf07-41f5-b3f0-471b3986f781,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:12:48.592689 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-dfb47853-505b-40b9-99cb-ed2b68aa9b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7893109'] for network, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:48.764142 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-dfb47853-505b-40b9-99cb-ed2b68aa9b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8111924', 'neutron.services.segments.db._delete_segments_for_network-8784998755988'] for network, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:48.801515 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-dfb47853-505b-40b9-99cb-ed2b68aa9b0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ecc2712-9a4c-4406-a4a9-34a029e19ad4']}} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:12:48.818188 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-dfb47853-505b-40b9-99cb-ed2b68aa9b0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcf90ec9-7077-42ff-ae12-ee710ab4c6ad') {'for_net_delete': True} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:12:48.818633 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-dfb47853-505b-40b9-99cb-ed2b68aa9b0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcf90ec9-7077-42ff-ae12-ee710ab4c6ad') {} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:12:48.833592 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-dfb47853-505b-40b9-99cb-ed2b68aa9b0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784998755229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176778'] for segment, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:48.862628 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-dfb47853-505b-40b9-99cb-ed2b68aa9b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778'] for segment, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:48.874929 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb47853-505b-40b9-99cb-ed2b68aa9b0f admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=94232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:12:48.874929 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-dfb47853-505b-40b9-99cb-ed2b68aa9b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416379'] for segment, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:48.877886 dv-cinder-810785-1-iscsi neutron-server[94232]: Traceback (most recent call last): Sep 23 23:12:48.877886 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:12:48.877886 dv-cinder-810785-1-iscsi neutron-server[94232]: timer() Sep 23 23:12:48.877886 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:12:48.877886 dv-cinder-810785-1-iscsi neutron-server[94232]: cb(*args, **kw) Sep 23 23:12:48.877886 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:12:48.877886 dv-cinder-810785-1-iscsi neutron-server[94232]: return func(*args, **kwargs) Sep 23 23:12:48.877886 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:12:48.877886 dv-cinder-810785-1-iscsi neutron-server[94232]: self._notify() Sep 23 23:12:48.877886 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:12:48.877886 dv-cinder-810785-1-iscsi neutron-server[94232]: self.callback(batched_events) Sep 23 23:12:48.877886 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:12:48.877886 dv-cinder-810785-1-iscsi neutron-server[94232]: event.method(event) Sep 23 23:12:48.877886 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:12:48.877886 dv-cinder-810785-1-iscsi neutron-server[94232]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:12:48.877886 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:12:48.877886 dv-cinder-810785-1-iscsi neutron-server[94232]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:12:48.877886 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:12:48.877886 dv-cinder-810785-1-iscsi neutron-server[94232]: return f(self, *a, **k) Sep 23 23:12:48.877886 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:12:48.877886 dv-cinder-810785-1-iscsi neutron-server[94232]: return self._get(url).json() Sep 23 23:12:48.877886 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:12:48.877886 dv-cinder-810785-1-iscsi neutron-server[94232]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:12:48.877886 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:12:48.877886 dv-cinder-810785-1-iscsi neutron-server[94232]: return self.request(url, 'GET', **kwargs) Sep 23 23:12:48.877886 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:12:48.877886 dv-cinder-810785-1-iscsi neutron-server[94232]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:12:48.877886 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:12:48.877886 dv-cinder-810785-1-iscsi neutron-server[94232]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:12:48.877886 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:12:48.877886 dv-cinder-810785-1-iscsi neutron-server[94232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:12:48.877886 dv-cinder-810785-1-iscsi neutron-server[94232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:12:48.983398 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-dfb47853-505b-40b9-99cb-ed2b68aa9b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8111875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594954'] for network, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:48.988821 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-dfb47853-505b-40b9-99cb-ed2b68aa9b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for network, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:48.994843 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-dfb47853-505b-40b9-99cb-ed2b68aa9b0f admin admin] 10.222.0.46 "DELETE /v2.0/networks/5ecc2712-9a4c-4406-a4a9-34a029e19ad4 HTTP/1.1" status: 204 len: 168 time: 0.5226319 Sep 23 23:12:49.015331 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb47853-505b-40b9-99cb-ed2b68aa9b0f admin admin] Pushing event deleted for resources: {'Network': ['ID=5ecc2712-9a4c-4406-a4a9-34a029e19ad4,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:12:49.284314 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 3ef3c93b-9600-4344-9a12-bc60efb62cf7 no longer exists at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:12:49.321316 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] No Port match for: 3ef3c93b-9600-4344-9a12-bc60efb62cf7 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:12:49.321649 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 3ef3c93b-9600-4344-9a12-bc60efb62cf7 not bound to the agent host dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:12:49.499917 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 57268) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:12:49.559377 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15937a4f-fc00-4b9b-b760-39413c09914d req-2adf1f4a-121c-4454-af38-ac8acbf03b91 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:49.568953 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-15937a4f-fc00-4b9b-b760-39413c09914d req-2adf1f4a-121c-4454-af38-ac8acbf03b91 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 945 time: 0.1419096 Sep 23 23:12:49.594276 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-d2972ce6-f934-4fbf-822d-346905fe8aeb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5cecf3dbc83542a19dc355f0eed91522&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0923288 Sep 23 23:12:49.597773 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 57274) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:12:49.733777 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-15937a4f-fc00-4b9b-b760-39413c09914d req-72aefc57-125d-439c-a752-eeb3531204db tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512599 Sep 23 23:12:49.860862 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ee493-7edf-4b77-ac79-03e15995b410 req-3bcda8dc-02fa-48d6-8623-cdf5743b5b97 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:49.863756 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8a5ee493-7edf-4b77-ac79-03e15995b410 req-3bcda8dc-02fa-48d6-8623-cdf5743b5b97 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.2457125 Sep 23 23:12:49.865029 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-aaf51254-238d-47d9-825e-d4cffd5f243a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:49.936928 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-aaf51254-238d-47d9-825e-d4cffd5f243a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:50.007938 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8a5ee493-7edf-4b77-ac79-03e15995b410 req-42de5a62-ff8e-481d-b659-4f121c5be2ed tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331668 Sep 23 23:12:50.085843 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-aaf51254-238d-47d9-825e-d4cffd5f243a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:50.091235 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-aaf51254-238d-47d9-825e-d4cffd5f243a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:50.097202 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-aaf51254-238d-47d9-825e-d4cffd5f243a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c8670f8e-f65f-4f85-bee2-37f75bcb3bfd HTTP/1.1" status: 204 len: 168 time: 0.4899340 Sep 23 23:12:50.113801 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf51254-238d-47d9-825e-d4cffd5f243a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8670f8e-f65f-4f85-bee2-37f75bcb3bfd,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:12:50.978217 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452d06b-bfc7-40a1-bab4-f8850e71cb1d req-f9ac4f88-ad9a-4842-8f70-5a5780911b6e tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:50.980923 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7452d06b-bfc7-40a1-bab4-f8850e71cb1d req-f9ac4f88-ad9a-4842-8f70-5a5780911b6e tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 945 time: 0.0798130 Sep 23 23:12:51.034105 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7452d06b-bfc7-40a1-bab4-f8850e71cb1d req-261424c3-7f1f-419a-9e88-6a83dc27ec4d tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447161 Sep 23 23:12:51.171877 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c31bc5-3890-481e-a3b9-d15abeba4e6f req-e9722c49-c342-4cf8-bdbd-5b55d6cab978 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:51.173831 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-14c31bc5-3890-481e-a3b9-d15abeba4e6f req-e9722c49-c342-4cf8-bdbd-5b55d6cab978 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.0682700 Sep 23 23:12:51.225739 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-14c31bc5-3890-481e-a3b9-d15abeba4e6f req-ca04894e-2a83-4164-8218-a43efb0bcec5 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445235 Sep 23 23:12:52.234906 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa29fd-b1cb-4a5a-a45a-e344b6e49232 req-c20da595-a21b-4814-8f99-1e56217c5962 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:52.237032 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-02aa29fd-b1cb-4a5a-a45a-e344b6e49232 req-c20da595-a21b-4814-8f99-1e56217c5962 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 945 time: 0.0836241 Sep 23 23:12:52.305083 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-02aa29fd-b1cb-4a5a-a45a-e344b6e49232 req-aa3673b3-3497-4ddb-a9c6-89b8181b38d8 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606747 Sep 23 23:12:52.391642 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c64e78-1210-4242-a4e7-f77e02965e14 req-1f1d674c-7aca-4163-b738-86c4b0ce4ace tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:52.393616 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-41c64e78-1210-4242-a4e7-f77e02965e14 req-1f1d674c-7aca-4163-b738-86c4b0ce4ace tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.0733359 Sep 23 23:12:52.442212 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-41c64e78-1210-4242-a4e7-f77e02965e14 req-765ec78c-fb9d-49da-bb2a-c99adc0ac807 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376291 Sep 23 23:12:53.469499 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320631a7-2591-46ba-b4f8-2e6f9dc8a044 req-8cd05c4d-702f-41d0-b890-a78c47503189 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:53.471182 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-320631a7-2591-46ba-b4f8-2e6f9dc8a044 req-8cd05c4d-702f-41d0-b890-a78c47503189 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 945 time: 0.0764484 Sep 23 23:12:53.549944 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-320631a7-2591-46ba-b4f8-2e6f9dc8a044 req-9b5f0e57-b5fb-44be-b07c-3d9b2c152f7b tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660727 Sep 23 23:12:53.600530 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b4f6ec-9f19-4607-9c13-be56e49cf37d req-b87625ef-d3bf-4bc0-aa9e-7c4a239ae364 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:53.603322 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-49b4f6ec-9f19-4607-9c13-be56e49cf37d req-b87625ef-d3bf-4bc0-aa9e-7c4a239ae364 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.0785129 Sep 23 23:12:53.662100 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-49b4f6ec-9f19-4607-9c13-be56e49cf37d req-b4408998-ac0b-43e0-9510-aa72862df7e5 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515177 Sep 23 23:12:53.757147 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-1b43b129-391a-4ce3-89f4-4c0547c80834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:54.409399 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 6b7200a6-e363-47fa-bdab-e3eb6ebccade details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:12:54.543295 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 6b7200a6-e363-47fa-bdab-e3eb6ebccade, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=6b7200a6-e363-47fa-bdab-e3eb6ebccade,segment=NetworkSegment(9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82),segment_id=9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:12:54.556407 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Returning: {'device': '6b7200a6-e363-47fa-bdab-e3eb6ebccade', 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840', 'port_id': '6b7200a6-e363-47fa-bdab-e3eb6ebccade', 'mac_address': 'fa:16:3e:33:71:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8241cf2-9853-4e57-aa8e-4b19fe5956ff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:12:54.599367 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:54.614006 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b7200a6-e363-47fa-bdab-e3eb6ebccade {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:12:54.639362 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 6b7200a6-e363-47fa-bdab-e3eb6ebccade, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=6b7200a6-e363-47fa-bdab-e3eb6ebccade,segment=NetworkSegment(9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82),segment_id=9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:12:54.644664 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:54.701591 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f9ad4-85b0-4837-853c-42444459fc87 req-55d51dd7-ba35-424b-82f2-30699f2db3fe tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:54.703992 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-006f9ad4-85b0-4837-853c-42444459fc87 req-55d51dd7-ba35-424b-82f2-30699f2db3fe tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 944 time: 0.0635729 Sep 23 23:12:54.706318 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=6b7200a6-e363-47fa-bdab-e3eb6ebccade,revision_number=6']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:12:54.775928 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-006f9ad4-85b0-4837-853c-42444459fc87 req-98c9d999-d3bb-4464-b1c3-c9a02e0ce51b tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627768 Sep 23 23:12:54.845637 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2169d3b-0642-4dea-a1b5-ee2987562da9 req-9804f525-b5a6-4e05-954d-d588d58bd15f tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:54.848489 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d2169d3b-0642-4dea-a1b5-ee2987562da9 req-9804f525-b5a6-4e05-954d-d588d58bd15f tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.0713091 Sep 23 23:12:54.894917 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d2169d3b-0642-4dea-a1b5-ee2987562da9 req-b6f7c51c-1f84-4e16-9054-e0c190d642d7 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394137 Sep 23 23:12:55.661699 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['6b7200a6-e363-47fa-bdab-e3eb6ebccade'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:12:55.993415 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9cf93-757c-4c36-bbf8-74dfc3373c73 req-d48b5072-03e4-4232-8c23-686132bf172b tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:55.996200 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1ea9cf93-757c-4c36-bbf8-74dfc3373c73 req-d48b5072-03e4-4232-8c23-686132bf172b tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 944 time: 0.0987797 Sep 23 23:12:56.084225 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1ea9cf93-757c-4c36-bbf8-74dfc3373c73 req-2c209780-bb2c-4b6c-a0e4-2d17a05e87c0 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719228 Sep 23 23:12:56.096967 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507be9ce-3b83-4041-9283-eea3de342392 req-acab18f2-83c8-4b7f-8eee-5b8c482f3885 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:56.099018 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-507be9ce-3b83-4041-9283-eea3de342392 req-acab18f2-83c8-4b7f-8eee-5b8c482f3885 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.1011708 Sep 23 23:12:56.171780 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-507be9ce-3b83-4041-9283-eea3de342392 req-1f53087b-8e1c-4255-9ef6-a7317bec7821 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572746 Sep 23 23:12:56.423068 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 6b7200a6-e363-47fa-bdab-e3eb6ebccade up at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:12:56.495911 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning complete for port 6b7200a6-e363-47fa-bdab-e3eb6ebccade triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:12:56.496543 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:56.789831 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:56.834241 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05edada2-edec-44e9-a1f7-e0f4d489797c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7200a6-e363-47fa-bdab-e3eb6ebccade'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:12:56.837131 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7224bc9728871e873a89dc5c7795d0b38d91bd368c61c3cf47b1fa6016b6835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba6cda8-b30c-4675-b93d-762765aa00e6" -d '{"events": [{"server_uuid": "05edada2-edec-44e9-a1f7-e0f4d489797c", "name": "network-vif-plugged", "status": "completed", "tag": "6b7200a6-e363-47fa-bdab-e3eb6ebccade"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:12:56.920249 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 6b7200a6-e363-47fa-bdab-e3eb6ebccade, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=6b7200a6-e363-47fa-bdab-e3eb6ebccade,segment=NetworkSegment(9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82),segment_id=9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:12:56.932836 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:56.957375 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f002aef3-791e-41b6-98bc-b19937c86906 x-openstack-request-id: req-f002aef3-791e-41b6-98bc-b19937c86906 {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:12:56.958515 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05edada2-edec-44e9-a1f7-e0f4d489797c", "name": "network-vif-plugged", "status": "completed", "tag": "6b7200a6-e363-47fa-bdab-e3eb6ebccade", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:12:56.959288 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f002aef3-791e-41b6-98bc-b19937c86906 {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:12:56.960278 dv-cinder-810785-1-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05edada2-edec-44e9-a1f7-e0f4d489797c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7200a6-e363-47fa-bdab-e3eb6ebccade', 'code': 200} Sep 23 23:12:56.999455 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:57.077862 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=6b7200a6-e363-47fa-bdab-e3eb6ebccade,revision_number=7']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:12:57.318025 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 57502) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:12:57.402399 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f8b4c94-8a23-43aa-9345-ffc7c7e27cca admin admin] Deleting subnet 8d197023-0ccf-493f-8bb3-6c7c2d4b305b {{(pid=94231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:12:57.407130 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8f8b4c94-8a23-43aa-9345-ffc7c7e27cca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:57.413606 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8d0c2-741e-4ad2-a74c-bc533094e5a7 req-b65d2ba3-e178-4891-857b-b1795eed53b1 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:57.417167 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-44e8d0c2-741e-4ad2-a74c-bc533094e5a7 req-b65d2ba3-e178-4891-857b-b1795eed53b1 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 945 time: 0.1802242 Sep 23 23:12:57.434608 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d3ca1-d232-433f-a77e-1b67715c091c req-f4898ff4-b241-4d13-bf37-db1ea7a412ec tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:57.438439 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0f8d3ca1-d232-433f-a77e-1b67715c091c req-f4898ff4-b241-4d13-bf37-db1ea7a412ec tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.1134117 Sep 23 23:12:57.483022 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8f8b4c94-8a23-43aa-9345-ffc7c7e27cca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3956720'] for subnet, precommit_delete_associations {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:57.525089 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0f8d3ca1-d232-433f-a77e-1b67715c091c req-d4fe78cf-8a50-4ae5-bfd4-d44e9d850a30 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690820 Sep 23 23:12:57.530924 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-44e8d0c2-741e-4ad2-a74c-bc533094e5a7 req-0b72266c-500b-4fe0-8d04-2df49520be25 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908265 Sep 23 23:12:57.576100 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8f8b4c94-8a23-43aa-9345-ffc7c7e27cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8114061'] for subnet, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:57.671984 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8f8b4c94-8a23-43aa-9345-ffc7c7e27cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8114052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906294'] for subnet, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:57.711475 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8f8b4c94-8a23-43aa-9345-ffc7c7e27cca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for subnet, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:57.717065 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-8f8b4c94-8a23-43aa-9345-ffc7c7e27cca admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8d197023-0ccf-493f-8bb3-6c7c2d4b305b HTTP/1.1" status: 204 len: 168 time: 0.3966341 Sep 23 23:12:57.720165 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 57510) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:12:57.722334 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-f09e03b6-36ce-4e6e-b40d-d940dc78a090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:57.767902 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b4c94-8a23-43aa-9345-ffc7c7e27cca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d197023-0ccf-493f-8bb3-6c7c2d4b305b,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:12:57.887544 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f104ab4e-8f49-42c3-ab7c-c2728b572ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7893109'] for network, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:58.106774 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f104ab4e-8f49-42c3-ab7c-c2728b572ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8111924', 'neutron.services.segments.db._delete_segments_for_network-8784998755988'] for network, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:58.199883 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-f104ab4e-8f49-42c3-ab7c-c2728b572ea2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59f918f0-6ac3-43a2-8f6e-9ccd641618c0']}} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:12:58.238313 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-f104ab4e-8f49-42c3-ab7c-c2728b572ea2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '243c5f0e-f134-4c60-be87-02e0c97c3b66') {'for_net_delete': True} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:12:58.239929 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-f104ab4e-8f49-42c3-ab7c-c2728b572ea2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '243c5f0e-f134-4c60-be87-02e0c97c3b66') {} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:12:58.268052 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f104ab4e-8f49-42c3-ab7c-c2728b572ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784998755229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176778'] for segment, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:58.303819 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f104ab4e-8f49-42c3-ab7c-c2728b572ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778'] for segment, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:58.331184 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f104ab4e-8f49-42c3-ab7c-c2728b572ea2 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=94232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:12:58.332169 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f104ab4e-8f49-42c3-ab7c-c2728b572ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416379'] for segment, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:58.335338 dv-cinder-810785-1-iscsi neutron-server[94232]: Traceback (most recent call last): Sep 23 23:12:58.335338 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:12:58.335338 dv-cinder-810785-1-iscsi neutron-server[94232]: timer() Sep 23 23:12:58.335338 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:12:58.335338 dv-cinder-810785-1-iscsi neutron-server[94232]: cb(*args, **kw) Sep 23 23:12:58.335338 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:12:58.335338 dv-cinder-810785-1-iscsi neutron-server[94232]: return func(*args, **kwargs) Sep 23 23:12:58.335338 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:12:58.335338 dv-cinder-810785-1-iscsi neutron-server[94232]: self._notify() Sep 23 23:12:58.335338 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:12:58.335338 dv-cinder-810785-1-iscsi neutron-server[94232]: self.callback(batched_events) Sep 23 23:12:58.335338 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:12:58.335338 dv-cinder-810785-1-iscsi neutron-server[94232]: event.method(event) Sep 23 23:12:58.335338 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:12:58.335338 dv-cinder-810785-1-iscsi neutron-server[94232]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:12:58.335338 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:12:58.335338 dv-cinder-810785-1-iscsi neutron-server[94232]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:12:58.335338 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:12:58.335338 dv-cinder-810785-1-iscsi neutron-server[94232]: return f(self, *a, **k) Sep 23 23:12:58.335338 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:12:58.335338 dv-cinder-810785-1-iscsi neutron-server[94232]: return self._get(url).json() Sep 23 23:12:58.335338 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:12:58.335338 dv-cinder-810785-1-iscsi neutron-server[94232]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:12:58.335338 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:12:58.335338 dv-cinder-810785-1-iscsi neutron-server[94232]: return self.request(url, 'GET', **kwargs) Sep 23 23:12:58.335338 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:12:58.335338 dv-cinder-810785-1-iscsi neutron-server[94232]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:12:58.335338 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:12:58.335338 dv-cinder-810785-1-iscsi neutron-server[94232]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:12:58.335338 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:12:58.335338 dv-cinder-810785-1-iscsi neutron-server[94232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:12:58.335338 dv-cinder-810785-1-iscsi neutron-server[94232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:12:58.461684 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f104ab4e-8f49-42c3-ab7c-c2728b572ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8111875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594954'] for network, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:58.473085 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f104ab4e-8f49-42c3-ab7c-c2728b572ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for network, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:58.480176 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-f104ab4e-8f49-42c3-ab7c-c2728b572ea2 admin admin] 10.222.0.46 "DELETE /v2.0/networks/59f918f0-6ac3-43a2-8f6e-9ccd641618c0 HTTP/1.1" status: 204 len: 168 time: 0.7586730 Sep 23 23:12:58.493820 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104ab4e-8f49-42c3-ab7c-c2728b572ea2 admin admin] Pushing event deleted for resources: {'Network': ['ID=59f918f0-6ac3-43a2-8f6e-9ccd641618c0,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:12:58.713365 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a30c4-e7f8-4891-b60d-21c88b804e89 req-f5aa0bae-ec36-4651-afe8-4bcd7236e9a9 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:58.720135 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0a7a30c4-e7f8-4891-b60d-21c88b804e89 req-f5aa0bae-ec36-4651-afe8-4bcd7236e9a9 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.0994217 Sep 23 23:12:58.736163 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2efc7-5196-49b7-bba7-fabfdba9e1d5 req-3c286a56-e045-44c8-8024-92fc9c9e5db5 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:58.751280 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ffc2efc7-5196-49b7-bba7-fabfdba9e1d5 req-3c286a56-e045-44c8-8024-92fc9c9e5db5 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 945 time: 0.0932698 Sep 23 23:12:58.762891 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 57532) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:12:58.804978 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0a7a30c4-e7f8-4891-b60d-21c88b804e89 req-a07e186b-b52f-4144-a1ba-3cb24788260e tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778904 Sep 23 23:12:58.834988 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ffc2efc7-5196-49b7-bba7-fabfdba9e1d5 req-a271a71d-0804-4bc7-a102-85451d8a7ea1 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827181 Sep 23 23:12:58.845850 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-67e01f08-39b7-458f-93bf-efa94f60ece1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3edc269635654e109659129f0ea9217f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0785601 Sep 23 23:12:58.849114 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 57534) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:12:58.917376 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-55a4ebad-11d7-4f2b-902d-466d7bd82a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:58.960491 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-55a4ebad-11d7-4f2b-902d-466d7bd82a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:59.051655 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-55a4ebad-11d7-4f2b-902d-466d7bd82a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:59.055895 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-55a4ebad-11d7-4f2b-902d-466d7bd82a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:59.060486 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-55a4ebad-11d7-4f2b-902d-466d7bd82a11 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/be0f71fb-7c96-4342-bf49-ba341c3b1901 HTTP/1.1" status: 204 len: 168 time: 0.2076776 Sep 23 23:12:59.069480 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a4ebad-11d7-4f2b-902d-466d7bd82a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0f71fb-7c96-4342-bf49-ba341c3b1901,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:12:59.153784 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:00.115969 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97328b11-891e-43dc-95d4-0d0bbe6bc0b7 req-4d402807-e75e-41b0-9cf4-a5674efa2fd3 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:00.119512 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-97328b11-891e-43dc-95d4-0d0bbe6bc0b7 req-4d402807-e75e-41b0-9cf4-a5674efa2fd3 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.1799724 Sep 23 23:13:00.285096 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94351b-65c2-42eb-8dd0-63be61cadd77 req-ceab9c36-a87b-42b0-a709-f7a57c059ea2 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:00.300929 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ad94351b-65c2-42eb-8dd0-63be61cadd77 req-ceab9c36-a87b-42b0-a709-f7a57c059ea2 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 945 time: 0.2077467 Sep 23 23:13:00.415345 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-97328b11-891e-43dc-95d4-0d0bbe6bc0b7 req-f9f121b2-05f2-4499-ab70-d6e3f214e8ca tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118649 Sep 23 23:13:00.459535 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ad94351b-65c2-42eb-8dd0-63be61cadd77 req-161549d0-2975-4655-9e04-d3480f197d1e tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554618 Sep 23 23:13:00.510648 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:00.697007 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 57596) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:00.875954 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-40d57208-24e5-4342-8bb1-9754a4b665c6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-651648997-network', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:13:00.932970 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d57208-24e5-4342-8bb1-9754a4b665c6 admin admin] Made reservation on behalf of 0b54c8cb576f4df48743b760c9eaae2a for: {'network': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:13:00.938582 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-40d57208-24e5-4342-8bb1-9754a4b665c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for network, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:00.953505 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-40d57208-24e5-4342-8bb1-9754a4b665c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:01.188290 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-40d57208-24e5-4342-8bb1-9754a4b665c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:01.196271 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-40d57208-24e5-4342-8bb1-9754a4b665c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:01.239072 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d57208-24e5-4342-8bb1-9754a4b665c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=94232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:13:01.273687 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d57208-24e5-4342-8bb1-9754a4b665c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029b9e5b-f37f-42e1-b6b2-bf3c1e94a2e0,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:01.282477 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-40d57208-24e5-4342-8bb1-9754a4b665c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778'] for segment, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:01.283377 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.db.segments_db [None req-40d57208-24e5-4342-8bb1-9754a4b665c6 admin admin] Added segment 82a7ca47-0199-4ab7-85f6-9c9d54347e5c of type vlan for network a142d4ab-a769-4517-b595-172b82642394 Sep 23 23:13:01.341743 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-40d57208-24e5-4342-8bb1-9754a4b665c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784998164246'] for network, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:01.377104 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-40d57208-24e5-4342-8bb1-9754a4b665c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075'] for network, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:01.378654 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d57208-24e5-4342-8bb1-9754a4b665c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:01.379398 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-40d57208-24e5-4342-8bb1-9754a4b665c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for network, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:01.440459 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-40d57208-24e5-4342-8bb1-9754a4b665c6 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7418115 Sep 23 23:13:01.445193 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 57622) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:01.450784 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-cb30f712-5d25-4159-a753-a641e2bee65c admin admin] Request body: {'subnet': {'network_id': 'a142d4ab-a769-4517-b595-172b82642394', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-651648997-subnet', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'ip_version': 4}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:13:01.509488 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb30f712-5d25-4159-a753-a641e2bee65c admin admin] Made reservation on behalf of 0b54c8cb576f4df48743b760c9eaae2a for: {'subnet': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:13:01.513496 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-cb30f712-5d25-4159-a753-a641e2bee65c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906259'] for subnet, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:01.564434 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d57208-24e5-4342-8bb1-9754a4b665c6 admin admin] Pushing event updated for resources: {'Network': ['ID=a142d4ab-a769-4517-b595-172b82642394,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:01.578418 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Network a142d4ab-a769-4517-b595-172b82642394 details requested by agent ovs-agent-dv-cinder-810785-1-iscsi with host dv-cinder-810785-1-iscsi {{(pid=94233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:13:01.749785 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b799ac-9d6a-4c7b-a286-35633c733164 req-830cfa9e-a169-4000-96fa-14789bd2758c tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:01.752746 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c4b799ac-9d6a-4c7b-a286-35633c733164 req-830cfa9e-a169-4000-96fa-14789bd2758c tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 945 time: 0.1308467 Sep 23 23:13:01.766610 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70149652-ba2a-4793-8430-84e282d3d11e req-0b1ee95b-c0bf-44e7-a26e-d16e1ca1f6f2 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:01.779056 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-70149652-ba2a-4793-8430-84e282d3d11e req-0b1ee95b-c0bf-44e7-a26e-d16e1ca1f6f2 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.1100566 Sep 23 23:13:01.813446 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-cb30f712-5d25-4159-a753-a641e2bee65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906273'] for subnet, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:01.850471 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-70149652-ba2a-4793-8430-84e282d3d11e req-b873b2a2-5f90-4d79-8ea8-f40e0d27174a tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699921 Sep 23 23:13:01.861112 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c4b799ac-9d6a-4c7b-a286-35633c733164 req-0060c583-177e-424f-b9a9-f99bc9d62557 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025655 Sep 23 23:13:01.936235 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb30f712-5d25-4159-a753-a641e2bee65c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f89343e-2ad9-4e3b-a2d5-c722d5396ede,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:01.943453 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb30f712-5d25-4159-a753-a641e2bee65c admin admin] Checking segment: {'id': '82a7ca47-0199-4ab7-85f6-9c9d54347e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a142d4ab-a769-4517-b595-172b82642394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:13:01.943983 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb30f712-5d25-4159-a753-a641e2bee65c admin admin] Network hostable DHCP agents. Network: a142d4ab-a769-4517-b595-172b82642394, hostable agents: ['27ad89ec-6861-43ea-91c9-397cdd96ffe4'], hosted agents: [] {{(pid=94231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:13:01.986512 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb30f712-5d25-4159-a753-a641e2bee65c admin admin] Network a142d4ab-a769-4517-b595-172b82642394 is scheduled to be hosted by DHCP agent 27ad89ec-6861-43ea-91c9-397cdd96ffe4 with binding_index 1 {{(pid=94231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:13:02.013729 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-cb30f712-5d25-4159-a753-a641e2bee65c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810785-1-iscsi, a142d4ab-a769-4517-b595-172b82642394) {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:13:02.020253 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb30f712-5d25-4159-a753-a641e2bee65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:02.020849 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-cb30f712-5d25-4159-a753-a641e2bee65c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for subnet, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:02.040525 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b19237-ac56-47fa-9fbc-76c447e761bb None None] Network a142d4ab-a769-4517-b595-172b82642394 requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:13:02.056047 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-cb30f712-5d25-4159-a753-a641e2bee65c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6109593 Sep 23 23:13:02.060044 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 57636) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:02.063583 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-5987aed0-1545-41b1-bdc2-70224964b21b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-651648997-router', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'}}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:13:02.089068 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5987aed0-1545-41b1-bdc2-70224964b21b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5547'] for router, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:02.090926 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5987aed0-1545-41b1-bdc2-70224964b21b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5538'] for router, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:02.209278 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5987aed0-1545-41b1-bdc2-70224964b21b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:02.463765 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a240e91d-a78b-4b28-8388-ce50fd834f76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e226354-0935-5133-8f38-e9986e5f3320-a142d4ab-a769-4517-b595-172b82642394', 'network_id': 'a142d4ab-a769-4517-b595-172b82642394', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'fixed_ips': [{'subnet_id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede'}]}} from dv-cinder-810785-1-iscsi. {{(pid=94233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:13:02.470612 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-a240e91d-a78b-4b28-8388-ce50fd834f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:02.781182 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029cd01-19aa-48af-bc9b-0817d582f81c req-7902f8c1-b37d-4e0e-af52-4406fb738094 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:02.792194 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a029cd01-19aa-48af-bc9b-0817d582f81c req-7902f8c1-b37d-4e0e-af52-4406fb738094 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f0cdff6-6a21-49b1-8791-b732e3c66231 HTTP/1.1" status: 200 len: 945 time: 0.1598003 Sep 23 23:13:02.935936 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a029cd01-19aa-48af-bc9b-0817d582f81c req-66a88b1c-91d4-4b8d-a4e7-d8993cbb8455 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/security-groups?id=3af88e19-d3d0-44f4-879d-2aafdf89e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291008 Sep 23 23:13:02.946019 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5987aed0-1545-41b1-bdc2-70224964b21b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:03.000153 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.db_base_plugin_common [None req-a240e91d-a78b-4b28-8388-ce50fd834f76 None None] Allocated IP 172.20.0.2 (a142d4ab-a769-4517-b595-172b82642394/1f89343e-2ad9-4e3b-a2d5-c722d5396ede/668c41d5-73a3-4c39-82df-c9e4c7d2d2c3) {{(pid=94233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:13:03.141300 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66562136-38d9-4afe-b9cd-72800fa0d45d req-4111f1c0-0e06-4c57-85ab-179e40c7c23d tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:03.143701 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-66562136-38d9-4afe-b9cd-72800fa0d45d req-4111f1c0-0e06-4c57-85ab-179e40c7c23d tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.0772319 Sep 23 23:13:03.263116 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-66562136-38d9-4afe-b9cd-72800fa0d45d req-aaaa4fcd-9816-4bde-a02d-88756373bfae tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066148 Sep 23 23:13:03.296442 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5987aed0-1545-41b1-bdc2-70224964b21b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:03.332634 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5987aed0-1545-41b1-bdc2-70224964b21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:03.394182 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4096873-ae16-4f84-93b5-e1d0920ef50e req-fa660b24-32de-4d75-bd08-ef2ba95ebd4e tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:03.396072 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b4096873-ae16-4f84-93b5-e1d0920ef50e req-fa660b24-32de-4d75-bd08-ef2ba95ebd4e tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 945 time: 0.1281323 Sep 23 23:13:03.447677 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-a240e91d-a78b-4b28-8388-ce50fd834f76 None None] Notify callbacks [] for port, precommit_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:03.464599 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-a240e91d-a78b-4b28-8388-ce50fd834f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663'] for port, after_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:03.523580 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b4096873-ae16-4f84-93b5-e1d0920ef50e req-2ce94dca-4d99-40a9-88ed-977538fda8f4 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213479 Sep 23 23:13:03.576160 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a240e91d-a78b-4b28-8388-ce50fd834f76 None None] Pushing event updated for resources: {'Port': ['ID=668c41d5-73a3-4c39-82df-c9e4c7d2d2c3,revision_number=1']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:03.602898 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a240e91d-a78b-4b28-8388-ce50fd834f76 None None] Network a142d4ab-a769-4517-b595-172b82642394 is already hosted by enough agents. {{(pid=94233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:13:03.604833 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.scheduler.base_scheduler [None req-a240e91d-a78b-4b28-8388-ce50fd834f76 None None] Resources bound (agent type, host, resource id): {{(pid=94233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:13:03.611631 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a240e91d-a78b-4b28-8388-ce50fd834f76 None None] Received port after_create {{(pid=94233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:13:03.696257 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [None req-5987aed0-1545-41b1-bdc2-70224964b21b admin admin] Allocated IP 172.27.1.112 (b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1/47169b33-ea5f-4b9d-bf3b-155ff70b7556/78f97d5e-d29b-4ccf-835d-d0c79e98f2fa) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:13:03.734459 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-a240e91d-a78b-4b28-8388-ce50fd834f76 None None] Attempting to bind port 668c41d5-73a3-4c39-82df-c9e4c7d2d2c3 on host dv-cinder-810785-1-iscsi for vnic_type normal with profile {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:13:03.738724 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-a240e91d-a78b-4b28-8388-ce50fd834f76 None None] Attempting to bind port 668c41d5-73a3-4c39-82df-c9e4c7d2d2c3 by drivers openvswitch,hyperv on host dv-cinder-810785-1-iscsi at level 0 using segments [{'id': '82a7ca47-0199-4ab7-85f6-9c9d54347e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a142d4ab-a769-4517-b595-172b82642394'}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:13:03.739147 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a240e91d-a78b-4b28-8388-ce50fd834f76 None None] Attempting to bind port 668c41d5-73a3-4c39-82df-c9e4c7d2d2c3 on network a142d4ab-a769-4517-b595-172b82642394 {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:13:03.757550 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a240e91d-a78b-4b28-8388-ce50fd834f76 None None] Checking agent: {'id': '481fc7b8-75a1-4de2-9424-90937d24576f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 0, 57), 'started_at': datetime.datetime(2021, 9, 23, 23, 1, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:13:03.758791 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a240e91d-a78b-4b28-8388-ce50fd834f76 None None] Checking segment: {'id': '82a7ca47-0199-4ab7-85f6-9c9d54347e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a142d4ab-a769-4517-b595-172b82642394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:13:03.759730 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-a240e91d-a78b-4b28-8388-ce50fd834f76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:03.761820 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a240e91d-a78b-4b28-8388-ce50fd834f76 None None] Bound using segment: {'id': '82a7ca47-0199-4ab7-85f6-9c9d54347e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a142d4ab-a769-4517-b595-172b82642394'} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:13:03.762559 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-a240e91d-a78b-4b28-8388-ce50fd834f76 None None] Bound port: 668c41d5-73a3-4c39-82df-c9e4c7d2d2c3, host: dv-cinder-810785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a7ca47-0199-4ab7-85f6-9c9d54347e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a142d4ab-a769-4517-b595-172b82642394'}}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:13:03.763127 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-a240e91d-a78b-4b28-8388-ce50fd834f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:03.975625 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-a240e91d-a78b-4b28-8388-ce50fd834f76 None None] For port 668c41d5-73a3-4c39-82df-c9e4c7d2d2c3, host dv-cinder-810785-1-iscsi, cleared binding levels {{(pid=94233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:13:03.987496 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-a240e91d-a78b-4b28-8388-ce50fd834f76 None None] For port 668c41d5-73a3-4c39-82df-c9e4c7d2d2c3, host dv-cinder-810785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=668c41d5-73a3-4c39-82df-c9e4c7d2d2c3,segment=NetworkSegment(82a7ca47-0199-4ab7-85f6-9c9d54347e5c),segment_id=82a7ca47-0199-4ab7-85f6-9c9d54347e5c)] {{(pid=94233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:13:03.993456 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5987aed0-1545-41b1-bdc2-70224964b21b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:03.995988 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-a240e91d-a78b-4b28-8388-ce50fd834f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:04.022083 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 57698) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:04.090530 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a240e91d-a78b-4b28-8388-ce50fd834f76 None None] Pushing event updated for resources: {'Port': ['ID=668c41d5-73a3-4c39-82df-c9e4c7d2d2c3,revision_number=2']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:04.128607 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5987aed0-1545-41b1-bdc2-70224964b21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:04.212237 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd8629-266c-43fd-8b50-ce53f724b9ed req-a226e276-aba1-4272-a92c-a2988804a486 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:04.213932 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4abd8629-266c-43fd-8b50-ce53f724b9ed req-a226e276-aba1-4272-a92c-a2988804a486 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f0cdff6-6a21-49b1-8791-b732e3c66231 HTTP/1.1" status: 200 len: 945 time: 0.0900121 Sep 23 23:13:04.221642 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5987aed0-1545-41b1-bdc2-70224964b21b admin admin] Pushing event updated for resources: {'Port': ['ID=78f97d5e-d29b-4ccf-835d-d0c79e98f2fa,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:04.240203 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5987aed0-1545-41b1-bdc2-70224964b21b admin admin] Network b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:13:04.248305 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-5987aed0-1545-41b1-bdc2-70224964b21b admin admin] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:13:04.252080 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5987aed0-1545-41b1-bdc2-70224964b21b admin admin] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:13:04.310284 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-69187597-7f32-4f24-a538-e2d6e58b8e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:04.385614 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4abd8629-266c-43fd-8b50-ce53f724b9ed req-77859518-a4c9-4908-9162-a84d44fdd516 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/security-groups?id=3af88e19-d3d0-44f4-879d-2aafdf89e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456797 Sep 23 23:13:04.491584 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e463c-cdda-468a-b5f9-ce63dd1497ed req-54060229-0a4f-461a-a70a-5773b998290b tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:04.493748 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c62e463c-cdda-468a-b5f9-ce63dd1497ed req-54060229-0a4f-461a-a70a-5773b998290b tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f0cdff6-6a21-49b1-8791-b732e3c66231 HTTP/1.1" status: 200 len: 945 time: 0.2784717 Sep 23 23:13:04.607300 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b3d9b-06bd-4009-8bbc-59f48356700c req-e6a6f8c1-a0c2-4c48-b273-666ec435d6d6 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:04.608931 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-489b3d9b-06bd-4009-8bbc-59f48356700c req-e6a6f8c1-a0c2-4c48-b273-666ec435d6d6 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.2342696 Sep 23 23:13:04.776123 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5987aed0-1545-41b1-bdc2-70224964b21b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:04.813470 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-489b3d9b-06bd-4009-8bbc-59f48356700c req-80886f74-fd3c-4eae-98c8-28f2d2f6fe79 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967099 Sep 23 23:13:04.827990 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-69187597-7f32-4f24-a538-e2d6e58b8e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:04.847321 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c183f0f-a4ef-4944-ab5a-98db2d377de2 req-591c515a-e0fb-4beb-b0ff-ec91b388f993 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:04.855158 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8c183f0f-a4ef-4944-ab5a-98db2d377de2 req-591c515a-e0fb-4beb-b0ff-ec91b388f993 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 945 time: 0.1567924 Sep 23 23:13:04.864934 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-69187597-7f32-4f24-a538-e2d6e58b8e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:04.890216 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [req-c62e463c-cdda-468a-b5f9-ce63dd1497ed req-d9c7c456-32ac-4a53-ab27-bf9aeedfd544 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Deleting port 69482a82-c52d-425a-baa5-94d3b5e64f50 {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:13:04.891164 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-c62e463c-cdda-468a-b5f9-ce63dd1497ed req-d9c7c456-32ac-4a53-ab27-bf9aeedfd544 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:04.982630 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-69187597-7f32-4f24-a538-e2d6e58b8e15 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=00225d33c4164b3bbe9068282a5a1837&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9569597 Sep 23 23:13:04.982630 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69187597-7f32-4f24-a538-e2d6e58b8e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f8fd8f-e568-47c7-9dc7-dbc661d9f0be,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:04.983797 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 57706) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:05.039959 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8c183f0f-a4ef-4944-ab5a-98db2d377de2 req-57dfb6eb-502f-4635-b90b-b2ee7866e324 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837413 Sep 23 23:13:05.092313 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5987aed0-1545-41b1-bdc2-70224964b21b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596414'] for router, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:05.125166 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-c62e463c-cdda-468a-b5f9-ce63dd1497ed req-d9c7c456-32ac-4a53-ab27-bf9aeedfd544 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] For port 69482a82-c52d-425a-baa5-94d3b5e64f50, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=69482a82-c52d-425a-baa5-94d3b5e64f50,segment=NetworkSegment(c8f824a0-e5fd-448e-9109-4b872395178e),segment_id=c8f824a0-e5fd-448e-9109-4b872395178e)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:13:05.125824 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-c62e463c-cdda-468a-b5f9-ce63dd1497ed req-d9c7c456-32ac-4a53-ab27-bf9aeedfd544 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:05.151525 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1a86bb15-7096-489e-aa63-500f862b01e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:05.153896 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [req-c62e463c-cdda-468a-b5f9-ce63dd1497ed req-d9c7c456-32ac-4a53-ab27-bf9aeedfd544 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Calling delete_port for 69482a82-c52d-425a-baa5-94d3b5e64f50 owned by compute:nova {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:13:05.226009 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1a86bb15-7096-489e-aa63-500f862b01e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:05.366580 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1a86bb15-7096-489e-aa63-500f862b01e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:05.372145 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1a86bb15-7096-489e-aa63-500f862b01e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:05.383956 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-1a86bb15-7096-489e-aa63-500f862b01e0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a7f8fd8f-e568-47c7-9dc7-dbc661d9f0be HTTP/1.1" status: 204 len: 168 time: 0.3940396 Sep 23 23:13:05.402705 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86bb15-7096-489e-aa63-500f862b01e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f8fd8f-e568-47c7-9dc7-dbc661d9f0be,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:05.530907 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5987aed0-1545-41b1-bdc2-70224964b21b admin admin] Router 87f67936-7282-40dc-b416-f09d762efcc6 is scheduled to L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 with binding_index 1 {{(pid=94231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:13:05.574653 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 668c41d5-73a3-4c39-82df-c9e4c7d2d2c3 up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:13:05.662503 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-c62e463c-cdda-468a-b5f9-ce63dd1497ed req-d9c7c456-32ac-4a53-ab27-bf9aeedfd544 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416648'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:05.685560 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['69482a82-c52d-425a-baa5-94d3b5e64f50'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:13:05.698645 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-3a1879c5-3e75-4191-b85a-2015e85c9826 req-324e3881-d15f-439c-93a1-db976e481040 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f0cdff6-6a21-49b1-8791-b732e3c66231 HTTP/1.1" status: 200 len: 210 time: 0.0533340 Sep 23 23:13:05.743155 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5987aed0-1545-41b1-bdc2-70224964b21b admin admin] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:13:05.753054 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7c456-32ac-4a53-ab27-bf9aeedfd544 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Pushing event deleted for resources: {'Port': ['ID=69482a82-c52d-425a-baa5-94d3b5e64f50,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:05.771451 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62e463c-cdda-468a-b5f9-ce63dd1497ed req-d9c7c456-32ac-4a53-ab27-bf9aeedfd544 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] No DVR routers for this DVR port 69482a82-c52d-425a-baa5-94d3b5e64f50 on host hv-cinder-81078 {{(pid=94232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:13:05.775704 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-c62e463c-cdda-468a-b5f9-ce63dd1497ed req-d9c7c456-32ac-4a53-ab27-bf9aeedfd544 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:05.779649 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c62e463c-cdda-468a-b5f9-ce63dd1497ed req-d9c7c456-32ac-4a53-ab27-bf9aeedfd544 tempest-VolumesSnapshotTestJSON-1889253200 tempest-VolumesSnapshotTestJSON-1889253200-project] 10.222.0.11 "DELETE /v2.0/ports/69482a82-c52d-425a-baa5-94d3b5e64f50 HTTP/1.1" status: 204 len: 173 time: 1.2589800 Sep 23 23:13:05.780219 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f0cdff6-6a21-49b1-8791-b732e3c66231', 'name': 'network-vif-deleted', 'tag': '69482a82-c52d-425a-baa5-94d3b5e64f50'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:13:05.782259 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5987aed0-1545-41b1-bdc2-70224964b21b admin admin] Notify callbacks [] for router, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:05.784308 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc74f1c012309c835ea1a53c8f5f732cbfbf790adc92ee6109ffd7f3bd94d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d91253-db0e-4ba4-8fde-f66fc18b4320" -d '{"events": [{"server_uuid": "7f0cdff6-6a21-49b1-8791-b732e3c66231", "name": "network-vif-deleted", "tag": "69482a82-c52d-425a-baa5-94d3b5e64f50"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:13:05.797234 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 57722) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:05.807432 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-5987aed0-1545-41b1-bdc2-70224964b21b admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7468934 Sep 23 23:13:05.918174 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f9eb24-9cf2-47f6-938a-3fa3e023bb83 None None] Network a142d4ab-a769-4517-b595-172b82642394 requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:13:05.928276 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5f6ce1-791b-44b3-bd09-359347eee022 None None] Sync routers for ids ['87f67936-7282-40dc-b416-f09d762efcc6'] in dv-cinder-810785-1-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:13:05.971115 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5f6ce1-791b-44b3-bd09-359347eee022 None None] Routers {'87f67936-7282-40dc-b416-f09d762efcc6'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:13:05.971835 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-da5f6ce1-791b-44b3-bd09-359347eee022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:12:58Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['87f67936-7282-40dc-b416-f09d762efcc6'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:13:06.084280 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf478084-ae7f-46d8-a2c2-90f92a2774db x-openstack-request-id: req-cf478084-ae7f-46d8-a2c2-90f92a2774db {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:13:06.085135 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f0cdff6-6a21-49b1-8791-b732e3c66231", "name": "network-vif-deleted", "tag": "69482a82-c52d-425a-baa5-94d3b5e64f50", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:13:06.085135 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cf478084-ae7f-46d8-a2c2-90f92a2774db {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:13:06.085488 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f0cdff6-6a21-49b1-8791-b732e3c66231', 'name': 'network-vif-deleted', 'tag': '69482a82-c52d-425a-baa5-94d3b5e64f50', 'status': 'completed', 'code': 200} Sep 23 23:13:06.096606 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-8ba39fc2-a160-4455-a0d3-5aab8fc9c55b None None] Provisioning complete for port 668c41d5-73a3-4c39-82df-c9e4c7d2d2c3 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:13:06.129486 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-8ba39fc2-a160-4455-a0d3-5aab8fc9c55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:06.130382 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338205e3-1c59-4f44-aa5d-ff022da7f0c3 req-04f88a64-3a83-4c25-95b2-9ee11d8b8286 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:06.135016 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 57728) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:06.142050 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-338205e3-1c59-4f44-aa5d-ff022da7f0c3 req-04f88a64-3a83-4c25-95b2-9ee11d8b8286 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.0912547 Sep 23 23:13:06.159977 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b1d9225c-0fbd-47f4-a083-37b7f32d857d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:06.234393 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-338205e3-1c59-4f44-aa5d-ff022da7f0c3 req-56f11863-43b4-4523-a15c-5ef517239cbd tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913582 Sep 23 23:13:06.251035 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port 668c41d5-73a3-4c39-82df-c9e4c7d2d2c3 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:13:06.252342 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:06.535162 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b1d9225c-0fbd-47f4-a083-37b7f32d857d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:06.543136 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b1d9225c-0fbd-47f4-a083-37b7f32d857d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:06.703673 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d9225c-0fbd-47f4-a083-37b7f32d857d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fe488f-9c9b-49dc-b36f-caedcab6e375,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:06.756159 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-b1d9225c-0fbd-47f4-a083-37b7f32d857d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f410852baecc41478df9839256a9cc43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6188936 Sep 23 23:13:06.757506 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 57742) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:06.759546 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d491d-6757-4820-a12e-fd6f049ac2d5 req-bca68b49-1c5f-4280-ad65-3792f9aa3996 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:06.761568 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-608d491d-6757-4820-a12e-fd6f049ac2d5 req-bca68b49-1c5f-4280-ad65-3792f9aa3996 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 945 time: 0.5241134 Sep 23 23:13:06.789311 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7567a-bb54-4980-b523-12c5a32f2223 req-75fecd17-2f62-4a71-b0b3-dd9e21b06f4f tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:06.802013 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-09a7567a-bb54-4980-b523-12c5a32f2223 req-75fecd17-2f62-4a71-b0b3-dd9e21b06f4f tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.1464403 Sep 23 23:13:06.818994 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-8ba39fc2-a160-4455-a0d3-5aab8fc9c55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:06.865247 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-8ba39fc2-a160-4455-a0d3-5aab8fc9c55b None None] For port 668c41d5-73a3-4c39-82df-c9e4c7d2d2c3, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=668c41d5-73a3-4c39-82df-c9e4c7d2d2c3,segment=NetworkSegment(82a7ca47-0199-4ab7-85f6-9c9d54347e5c),segment_id=82a7ca47-0199-4ab7-85f6-9c9d54347e5c)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:13:06.889354 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-8ba39fc2-a160-4455-a0d3-5aab8fc9c55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:06.892075 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-608d491d-6757-4820-a12e-fd6f049ac2d5 req-ebc43b93-bdee-4c2f-9742-65279045b324 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046550 Sep 23 23:13:06.987296 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-603140fb-a0d3-4a77-8e92-81771f808cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:07.016899 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-603140fb-a0d3-4a77-8e92-81771f808cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:07.081060 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-da5f6ce1-791b-44b3-bd09-359347eee022 None None] Set router 87f67936-7282-40dc-b416-f09d762efcc6 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:13:07.099455 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-603140fb-a0d3-4a77-8e92-81771f808cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:07.102822 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-603140fb-a0d3-4a77-8e92-81771f808cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:07.104437 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-603140fb-a0d3-4a77-8e92-81771f808cdd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/35fe488f-9c9b-49dc-b36f-caedcab6e375 HTTP/1.1" status: 204 len: 168 time: 0.3382487 Sep 23 23:13:07.120273 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603140fb-a0d3-4a77-8e92-81771f808cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fe488f-9c9b-49dc-b36f-caedcab6e375,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:07.218899 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-09a7567a-bb54-4980-b523-12c5a32f2223 req-d2a6efb6-24d1-48f4-a1bd-46058d591e50 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4158418 Sep 23 23:13:07.383521 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc521e6-f3e5-4f98-8f63-61fff4f47383 req-86887ec9-a4dd-4b1f-8a1e-c9f65465d211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:07.394109 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4fc521e6-f3e5-4f98-8f63-61fff4f47383 req-86887ec9-a4dd-4b1f-8a1e-c9f65465d211 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a9b741287e54b41b0e1fea7f8d4accc&device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 1098 time: 0.2977297 Sep 23 23:13:07.409441 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba39fc2-a160-4455-a0d3-5aab8fc9c55b None None] Pushing event updated for resources: {'Port': ['ID=668c41d5-73a3-4c39-82df-c9e4c7d2d2c3,revision_number=3']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:07.497659 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-bfa4c841-0bd5-4b36-9058-70a7d8a330ef None None] Provisioning complete for port 668c41d5-73a3-4c39-82df-c9e4c7d2d2c3 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:13:07.499455 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-bfa4c841-0bd5-4b36-9058-70a7d8a330ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:07.669420 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 668c41d5-73a3-4c39-82df-c9e4c7d2d2c3 up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:13:08.243159 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 57766) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:08.273974 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0dde64b5-1331-4a4b-a5c0-46c88874b965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:08.280178 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port 668c41d5-73a3-4c39-82df-c9e4c7d2d2c3 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:13:08.281104 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:08.390196 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-eabb8c43-4408-4b76-9356-1b2b066a488b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:08.491293 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 69482a82-c52d-425a-baa5-94d3b5e64f50 no longer exists at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:13:08.532285 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 57770) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:08.565021 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0dde64b5-1331-4a4b-a5c0-46c88874b965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:08.570128 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-da5f6ce1-791b-44b3-bd09-359347eee022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f67936-7282-40dc-b416-f09d762efcc6', 'name': 'tempest-TestVolumeBootPattern-651648997-router', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:13:02Z', 'updated_at': '2021-09-23T23:13:04Z', 'revision_number': 3, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'gw_port': {'id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:03Z', 'updated_at': '2021-09-23T23:13:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi'}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:13:08.574370 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0dde64b5-1331-4a4b-a5c0-46c88874b965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:08.592694 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] No Port match for: 69482a82-c52d-425a-baa5-94d3b5e64f50 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:13:08.598298 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 69482a82-c52d-425a-baa5-94d3b5e64f50 not bound to the agent host hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:13:08.653882 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde64b5-1331-4a4b-a5c0-46c88874b965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a675d6a3-0dd9-451d-848b-56e61213086c,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:08.695657 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5f6ce1-791b-44b3-bd09-359347eee022 None None] Checking router: 87f67936-7282-40dc-b416-f09d762efcc6 for host: dv-cinder-810785-1-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:13:08.700406 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-0dde64b5-1331-4a4b-a5c0-46c88874b965 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=17149e23420040c9ae2c793692bb181b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4560461 Sep 23 23:13:08.701237 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5f6ce1-791b-44b3-bd09-359347eee022 None None] Updating router 87f67936-7282-40dc-b416-f09d762efcc6 port 78f97d5e-d29b-4ccf-835d-d0c79e98f2fa binding host dv-cinder-810785-1-iscsi {{(pid=94233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:13:08.703865 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 57774) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:08.720268 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc521e6-f3e5-4f98-8f63-61fff4f47383 req-4245ec37-07ca-4001-8ead-41cf52b4745c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:08.737774 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4fc521e6-f3e5-4f98-8f63-61fff4f47383 req-4245ec37-07ca-4001-8ead-41cf52b4745c service neutron] 10.222.0.11 "GET /v2.0/networks?id=859f9436-dc16-4206-b2fa-4ec5d354a397 HTTP/1.1" status: 200 len: 912 time: 1.3198609 Sep 23 23:13:08.820066 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-da5f6ce1-791b-44b3-bd09-359347eee022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:08.836190 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-fca34008-57b3-4175-b64d-81ab7f416586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:08.862660 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-fca34008-57b3-4175-b64d-81ab7f416586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:08.881379 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aab2e4-72b6-4dea-b886-f624d5a2c809 req-75c16666-d914-430a-a0ef-fcc43ab3b514 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:08.884286 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f0aab2e4-72b6-4dea-b886-f624d5a2c809 req-75c16666-d914-430a-a0ef-fcc43ab3b514 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 945 time: 0.6182380 Sep 23 23:13:08.976105 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-fca34008-57b3-4175-b64d-81ab7f416586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:08.982499 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-fca34008-57b3-4175-b64d-81ab7f416586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:08.987959 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-fca34008-57b3-4175-b64d-81ab7f416586 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a675d6a3-0dd9-451d-848b-56e61213086c HTTP/1.1" status: 204 len: 168 time: 0.2802746 Sep 23 23:13:09.001844 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca34008-57b3-4175-b64d-81ab7f416586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a675d6a3-0dd9-451d-848b-56e61213086c,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:09.023615 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4fc521e6-f3e5-4f98-8f63-61fff4f47383 req-34f22c6e-1f15-4282-a9d6-b18c1561529a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57776d52-8430-4439-ab81-0a861c2b2789 HTTP/1.1" status: 200 len: 1000 time: 0.2845778 Sep 23 23:13:09.062693 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-5cdf04d6-3223-462e-b812-83652300f273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:09.151145 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f0aab2e4-72b6-4dea-b886-f624d5a2c809 req-5fad0968-14d7-4518-975c-0e4adbbb2144 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896790 Sep 23 23:13:09.234992 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e4f6e-5594-4745-9193-7023bb63b7a2 req-f05fb874-a41b-4c07-a38c-b11c0759bfe2 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:09.251795 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-5a6e4f6e-5594-4745-9193-7023bb63b7a2 req-f05fb874-a41b-4c07-a38c-b11c0759bfe2 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.7698829 Sep 23 23:13:09.348717 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-da5f6ce1-791b-44b3-bd09-359347eee022 None None] Notify callbacks [] for port, precommit_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:09.360743 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-da5f6ce1-791b-44b3-bd09-359347eee022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:09.463836 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-da5f6ce1-791b-44b3-bd09-359347eee022 None None] Attempting to bind port 78f97d5e-d29b-4ccf-835d-d0c79e98f2fa on host dv-cinder-810785-1-iscsi for vnic_type normal with profile {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:13:09.464205 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-da5f6ce1-791b-44b3-bd09-359347eee022 None None] Attempting to bind port 78f97d5e-d29b-4ccf-835d-d0c79e98f2fa by drivers openvswitch,hyperv on host dv-cinder-810785-1-iscsi at level 0 using segments [{'id': '2ac125d2-b621-4cb4-9068-8fa074d03334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:13:09.464566 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5f6ce1-791b-44b3-bd09-359347eee022 None None] Attempting to bind port 78f97d5e-d29b-4ccf-835d-d0c79e98f2fa on network b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1 {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:13:09.483991 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5f6ce1-791b-44b3-bd09-359347eee022 None None] Checking agent: {'id': '481fc7b8-75a1-4de2-9424-90937d24576f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 0, 57), 'started_at': datetime.datetime(2021, 9, 23, 23, 1, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:13:09.484794 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5f6ce1-791b-44b3-bd09-359347eee022 None None] Checking segment: {'id': '2ac125d2-b621-4cb4-9068-8fa074d03334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:13:09.485600 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-da5f6ce1-791b-44b3-bd09-359347eee022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:09.486547 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5f6ce1-791b-44b3-bd09-359347eee022 None None] Bound using segment: {'id': '2ac125d2-b621-4cb4-9068-8fa074d03334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:13:09.488554 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-da5f6ce1-791b-44b3-bd09-359347eee022 None None] Bound port: 78f97d5e-d29b-4ccf-835d-d0c79e98f2fa, host: dv-cinder-810785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac125d2-b621-4cb4-9068-8fa074d03334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'}}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:13:09.488554 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-da5f6ce1-791b-44b3-bd09-359347eee022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:09.522749 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-5a6e4f6e-5594-4745-9193-7023bb63b7a2 req-6afe1f33-f9a9-4cba-b91c-15c8b2a3d426 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2690849 Sep 23 23:13:09.548331 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26e615-4002-4264-baa1-fcdb4968b4f5 None None] Pushing event updated for resources: {'Port': ['ID=78f97d5e-d29b-4ccf-835d-d0c79e98f2fa,revision_number=2']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:09.584832 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc521e6-f3e5-4f98-8f63-61fff4f47383 req-de3233da-6961-476d-ad8d-c49d8555e9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:09.586387 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4fc521e6-f3e5-4f98-8f63-61fff4f47383 req-de3233da-6961-476d-ad8d-c49d8555e9ca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d5292f11-46b2-45b6-a3a7-25fa5706495d HTTP/1.1" status: 200 len: 850 time: 0.5094562 Sep 23 23:13:09.622183 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-da5f6ce1-791b-44b3-bd09-359347eee022 None None] For port 78f97d5e-d29b-4ccf-835d-d0c79e98f2fa, host dv-cinder-810785-1-iscsi, cleared binding levels {{(pid=94233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:13:09.626917 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-da5f6ce1-791b-44b3-bd09-359347eee022 None None] For port 78f97d5e-d29b-4ccf-835d-d0c79e98f2fa, host dv-cinder-810785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=78f97d5e-d29b-4ccf-835d-d0c79e98f2fa,segment=NetworkSegment(2ac125d2-b621-4cb4-9068-8fa074d03334),segment_id=2ac125d2-b621-4cb4-9068-8fa074d03334)] {{(pid=94233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:13:09.637010 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-da5f6ce1-791b-44b3-bd09-359347eee022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:09.653331 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_common [None req-eabb8c43-4408-4b76-9356-1b2b066a488b admin admin] Allocated IP 172.20.0.1 (a142d4ab-a769-4517-b595-172b82642394/1f89343e-2ad9-4e3b-a2d5-c722d5396ede/72728133-0716-419c-a8ac-87e183128dc1) {{(pid=94232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:13:09.731314 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc521e6-f3e5-4f98-8f63-61fff4f47383 req-e4a272bc-a660-4274-9537-5419e4f76166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:09.731641 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26e615-4002-4264-baa1-fcdb4968b4f5 None None] Pushing event updated for resources: {'Port': ['ID=78f97d5e-d29b-4ccf-835d-d0c79e98f2fa,revision_number=3']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:09.733552 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4fc521e6-f3e5-4f98-8f63-61fff4f47383 req-e4a272bc-a660-4274-9537-5419e4f76166 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=859f9436-dc16-4206-b2fa-4ec5d354a397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1382499 Sep 23 23:13:09.748779 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5f6ce1-791b-44b3-bd09-359347eee022 None None] Routers {'87f67936-7282-40dc-b416-f09d762efcc6'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:13:09.749387 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-da5f6ce1-791b-44b3-bd09-359347eee022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:12:58Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['87f67936-7282-40dc-b416-f09d762efcc6'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:13:09.753540 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:09.796661 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-5cdf04d6-3223-462e-b812-83652300f273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:09.803781 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-5cdf04d6-3223-462e-b812-83652300f273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:09.878449 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-eabb8c43-4408-4b76-9356-1b2b066a488b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:09.883929 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-5cdf04d6-3223-462e-b812-83652300f273 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=702e76303b0648989965d3c3f84418a8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3287542 Sep 23 23:13:09.886661 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf04d6-3223-462e-b812-83652300f273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57d491a-f5d4-4889-9411-f9bcab8448f6,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:09.888265 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 57794) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:09.945916 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-da5f6ce1-791b-44b3-bd09-359347eee022 None None] Set router 87f67936-7282-40dc-b416-f09d762efcc6 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:13:09.958719 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-eabb8c43-4408-4b76-9356-1b2b066a488b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416648'] for port, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:09.959125 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3d34ab26-d454-49c8-801f-5ccc3f6d2485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:10.007584 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3d34ab26-d454-49c8-801f-5ccc3f6d2485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:10.063368 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb8c43-4408-4b76-9356-1b2b066a488b admin admin] Pushing event updated for resources: {'Port': ['ID=72728133-0716-419c-a8ac-87e183128dc1,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:10.092097 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabb8c43-4408-4b76-9356-1b2b066a488b admin admin] Network a142d4ab-a769-4517-b595-172b82642394 is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:13:10.094763 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-eabb8c43-4408-4b76-9356-1b2b066a488b admin admin] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:13:10.099524 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabb8c43-4408-4b76-9356-1b2b066a488b admin admin] Received port after_create {{(pid=94232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:13:10.100392 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3d34ab26-d454-49c8-801f-5ccc3f6d2485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:10.102582 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3d34ab26-d454-49c8-801f-5ccc3f6d2485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:10.103851 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-3d34ab26-d454-49c8-801f-5ccc3f6d2485 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d57d491a-f5d4-4889-9411-f9bcab8448f6 HTTP/1.1" status: 204 len: 168 time: 0.2138970 Sep 23 23:13:10.131913 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34ab26-d454-49c8-801f-5ccc3f6d2485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57d491a-f5d4-4889-9411-f9bcab8448f6,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:10.181568 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-eabb8c43-4408-4b76-9356-1b2b066a488b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595075'] for router_interface, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:10.406585 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-da5f6ce1-791b-44b3-bd09-359347eee022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f67936-7282-40dc-b416-f09d762efcc6', 'name': 'tempest-TestVolumeBootPattern-651648997-router', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:13:02Z', 'updated_at': '2021-09-23T23:13:04Z', 'revision_number': 3, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'gw_port': {'id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:03Z', 'updated_at': '2021-09-23T23:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi'}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:13:10.495653 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5f6ce1-791b-44b3-bd09-359347eee022 None None] The sync data for ids ['87f67936-7282-40dc-b416-f09d762efcc6'] in dv-cinder-810785-1-iscsi is: [{'id': '87f67936-7282-40dc-b416-f09d762efcc6', 'name': 'tempest-TestVolumeBootPattern-651648997-router', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:13:02Z', 'updated_at': '2021-09-23T23:13:04Z', 'revision_number': 3, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'gw_port': {'id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:03Z', 'updated_at': '2021-09-23T23:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi'}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:13:10.528505 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-eabb8c43-4408-4b76-9356-1b2b066a488b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:10.608129 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-3b9b4326-3283-430f-aeb4-d0bbb3f07955 None None] Provisioning complete for port 72728133-0716-419c-a8ac-87e183128dc1 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:13:10.608998 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-3b9b4326-3283-430f-aeb4-d0bbb3f07955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:10.659187 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-3b9b4326-3283-430f-aeb4-d0bbb3f07955 None None] Port 72728133-0716-419c-a8ac-87e183128dc1 cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:13:10.927808 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c872398-8e48-4a77-993b-8dea0c5ccd3a req-bb91205d-9be2-4b55-a1dc-bb747444e873 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:10.929726 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8c872398-8e48-4a77-993b-8dea0c5ccd3a req-bb91205d-9be2-4b55-a1dc-bb747444e873 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 945 time: 0.5615041 Sep 23 23:13:10.961668 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4fc521e6-f3e5-4f98-8f63-61fff4f47383 req-caa57214-ec79-41bc-811a-c63ee757e45f service neutron] 10.222.0.11 "GET /v2.0/networks/859f9436-dc16-4206-b2fa-4ec5d354a397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4577172 Sep 23 23:13:11.072354 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8c872398-8e48-4a77-993b-8dea0c5ccd3a req-c4395176-f6e4-4d49-ad91-66459d54e467 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262424 Sep 23 23:13:11.162387 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d24ea9-ca4a-4446-8b29-881369ec2514 req-d56a0d9d-086e-433d-83b6-b047a8f81904 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:11.164248 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c1d24ea9-ca4a-4446-8b29-881369ec2514 req-d56a0d9d-086e-433d-83b6-b047a8f81904 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.2462740 Sep 23 23:13:11.327692 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c1d24ea9-ca4a-4446-8b29-881369ec2514 req-c8b2cdc3-69a1-47fb-8c82-8a2a91500e24 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896003 Sep 23 23:13:11.496390 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-eabb8c43-4408-4b76-9356-1b2b066a488b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:11.515181 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-eabb8c43-4408-4b76-9356-1b2b066a488b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416643'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:11.620691 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-eabb8c43-4408-4b76-9356-1b2b066a488b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593523'] for router_interface, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:11.762619 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4fc521e6-f3e5-4f98-8f63-61fff4f47383 req-85016c53-22b1-420d-a178-d716c97e9218 service neutron] 10.222.0.11 "GET /v2.0/networks/859f9436-dc16-4206-b2fa-4ec5d354a397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093454 Sep 23 23:13:11.777481 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 78f97d5e-d29b-4ccf-835d-d0c79e98f2fa up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:13:11.786239 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb8c43-4408-4b76-9356-1b2b066a488b admin admin] Pushing event updated for resources: {'Port': ['ID=72728133-0716-419c-a8ac-87e183128dc1,revision_number=2']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:11.915041 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port 78f97d5e-d29b-4ccf-835d-d0c79e98f2fa triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:13:11.917234 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:12.003750 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabb8c43-4408-4b76-9356-1b2b066a488b admin admin] Network a142d4ab-a769-4517-b595-172b82642394 is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:13:12.007394 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-eabb8c43-4408-4b76-9356-1b2b066a488b admin admin] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:13:12.253077 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eabb8c43-4408-4b76-9356-1b2b066a488b admin admin] Router 87f67936-7282-40dc-b416-f09d762efcc6 has already been hosted by L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 {{(pid=94232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:13:12.254792 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:12.334783 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] For port 78f97d5e-d29b-4ccf-835d-d0c79e98f2fa, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=78f97d5e-d29b-4ccf-835d-d0c79e98f2fa,segment=NetworkSegment(2ac125d2-b621-4cb4-9068-8fa074d03334),segment_id=2ac125d2-b621-4cb4-9068-8fa074d03334)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:13:12.347163 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:12.504840 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-b03336b1-4656-4bb9-90c1-56b01985601c None None] Provisioning complete for port 72728133-0716-419c-a8ac-87e183128dc1 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:13:12.505419 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-b03336b1-4656-4bb9-90c1-56b01985601c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:12.609521 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Pushing event updated for resources: {'Port': ['ID=78f97d5e-d29b-4ccf-835d-d0c79e98f2fa,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:12.646197 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-b03336b1-4656-4bb9-90c1-56b01985601c None None] Port 72728133-0716-419c-a8ac-87e183128dc1 cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:13:12.769602 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b6556-681d-4bc5-a7db-b9ea81b81adb req-27c1bb51-490c-45ec-85bd-42de46f81059 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:12.778538 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1a2b6556-681d-4bc5-a7db-b9ea81b81adb req-27c1bb51-490c-45ec-85bd-42de46f81059 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 945 time: 0.3916359 Sep 23 23:13:12.782224 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc11099-7ab7-44ee-8135-2a9237f224e6 req-0dcf367c-6a9c-437c-b1bd-df8705eaa434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:12.783720 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2cc11099-7ab7-44ee-8135-2a9237f224e6 req-0dcf367c-6a9c-437c-b1bd-df8705eaa434 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a9b741287e54b41b0e1fea7f8d4accc&device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 1098 time: 0.3790102 Sep 23 23:13:12.853756 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004bc73-2dd5-45ec-947d-d30d9e0559f2 req-e0680cb2-a433-40af-a713-6cd7014ead3e tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:12.862163 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6004bc73-2dd5-45ec-947d-d30d9e0559f2 req-e0680cb2-a433-40af-a713-6cd7014ead3e tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.2725656 Sep 23 23:13:12.869148 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabb8c43-4408-4b76-9356-1b2b066a488b admin admin] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:13:12.892939 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-eabb8c43-4408-4b76-9356-1b2b066a488b admin admin] 10.222.0.46 "PUT /v2.0/routers/87f67936-7282-40dc-b416-f09d762efcc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0935280 Sep 23 23:13:12.914383 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1a2b6556-681d-4bc5-a7db-b9ea81b81adb req-0818693d-bbec-4f16-a57d-4b8daa6b0ff4 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327875 Sep 23 23:13:13.220474 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc11099-7ab7-44ee-8135-2a9237f224e6 req-b38f89f3-2bc2-443e-be37-cf1a5d1910a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:13.228837 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2cc11099-7ab7-44ee-8135-2a9237f224e6 req-b38f89f3-2bc2-443e-be37-cf1a5d1910a0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=859f9436-dc16-4206-b2fa-4ec5d354a397 HTTP/1.1" status: 200 len: 912 time: 0.3939571 Sep 23 23:13:13.422918 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2cc11099-7ab7-44ee-8135-2a9237f224e6 req-002fb596-a432-4bb8-92e7-2a7fa7b3f390 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57776d52-8430-4439-ab81-0a861c2b2789 HTTP/1.1" status: 200 len: 1000 time: 0.1812081 Sep 23 23:13:13.554710 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc11099-7ab7-44ee-8135-2a9237f224e6 req-0c6bef29-f266-4041-a2d7-57d6feb89dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:13.564553 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2cc11099-7ab7-44ee-8135-2a9237f224e6 req-0c6bef29-f266-4041-a2d7-57d6feb89dc8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d5292f11-46b2-45b6-a3a7-25fa5706495d HTTP/1.1" status: 200 len: 850 time: 0.1311407 Sep 23 23:13:13.589434 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6004bc73-2dd5-45ec-947d-d30d9e0559f2 req-544bf92f-dadf-407b-a31f-07a6d5396b8a tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7258914 Sep 23 23:13:13.704340 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc11099-7ab7-44ee-8135-2a9237f224e6 req-0b967844-a857-474a-8771-73e2244cfd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:13.705824 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2cc11099-7ab7-44ee-8135-2a9237f224e6 req-0b967844-a857-474a-8771-73e2244cfd8b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=859f9436-dc16-4206-b2fa-4ec5d354a397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1120250 Sep 23 23:13:13.778929 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 78f97d5e-d29b-4ccf-835d-d0c79e98f2fa up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:13:13.843430 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1e35e1-ebfc-437a-983d-10f6e560b0a5 None None] Sync routers for ids ['87f67936-7282-40dc-b416-f09d762efcc6'] in dv-cinder-810785-1-iscsi {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:13:13.876678 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1e35e1-ebfc-437a-983d-10f6e560b0a5 None None] Routers {'87f67936-7282-40dc-b416-f09d762efcc6'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:13:13.880230 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-1f1e35e1-ebfc-437a-983d-10f6e560b0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:12:58Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['87f67936-7282-40dc-b416-f09d762efcc6'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:13:14.047580 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port 78f97d5e-d29b-4ccf-835d-d0c79e98f2fa triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:13:14.048916 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:14.163827 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2cc11099-7ab7-44ee-8135-2a9237f224e6 req-069785c3-621d-402f-96c7-a594d643ae0d service neutron] 10.222.0.11 "GET /v2.0/networks/859f9436-dc16-4206-b2fa-4ec5d354a397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4384685 Sep 23 23:13:14.381367 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-1f1e35e1-ebfc-437a-983d-10f6e560b0a5 None None] Set router 87f67936-7282-40dc-b416-f09d762efcc6 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:13:14.474602 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0237c15-2c7c-45c3-bb5f-cb5ec4101f00 req-70ea829e-02f0-4b20-b6f1-c5baf47415f9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:14.491843 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b0237c15-2c7c-45c3-bb5f-cb5ec4101f00 req-70ea829e-02f0-4b20-b6f1-c5baf47415f9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 945 time: 0.3735249 Sep 23 23:13:14.819913 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b0237c15-2c7c-45c3-bb5f-cb5ec4101f00 req-fa3bc59b-2d2f-4241-96eb-d6e3c66b1d83 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3091364 Sep 23 23:13:14.830346 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-1f1e35e1-ebfc-437a-983d-10f6e560b0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f67936-7282-40dc-b416-f09d762efcc6', 'name': 'tempest-TestVolumeBootPattern-651648997-router', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:13:02Z', 'updated_at': '2021-09-23T23:13:10Z', 'revision_number': 4, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'gw_port': {'id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:03Z', 'updated_at': '2021-09-23T23:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '72728133-0716-419c-a8ac-87e183128dc1', 'name': '', 'network_id': 'a142d4ab-a769-4517-b595-172b82642394', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'mac_address': 'fa:16:3e:5b:33:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:08Z', 'updated_at': '2021-09-23T23:13:11Z', 'revision_number': 2, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'subnets': [{'id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:13:14.906845 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1e35e1-ebfc-437a-983d-10f6e560b0a5 None None] Checking router: 87f67936-7282-40dc-b416-f09d762efcc6 for host: dv-cinder-810785-1-iscsi {{(pid=94234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:13:14.908358 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1e35e1-ebfc-437a-983d-10f6e560b0a5 None None] Updating router 87f67936-7282-40dc-b416-f09d762efcc6 port 72728133-0716-419c-a8ac-87e183128dc1 binding host dv-cinder-810785-1-iscsi {{(pid=94234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:13:14.913787 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2cc11099-7ab7-44ee-8135-2a9237f224e6 req-b44f2de4-e80d-4782-bbce-98c4697d9131 service neutron] 10.222.0.11 "GET /v2.0/networks/859f9436-dc16-4206-b2fa-4ec5d354a397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7117968 Sep 23 23:13:14.945973 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc35b7e-fa99-49e4-9adf-0e5eed34f379 req-9b19990a-d83a-437e-9208-2fd2b7f3a0ad tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:14.961476 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9fc35b7e-fa99-49e4-9adf-0e5eed34f379 req-9b19990a-d83a-437e-9208-2fd2b7f3a0ad tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.1591132 Sep 23 23:13:15.007754 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-1f1e35e1-ebfc-437a-983d-10f6e560b0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:15.165273 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9fc35b7e-fa99-49e4-9adf-0e5eed34f379 req-66522a7a-660b-480f-a490-2d9928a4de7d tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018149 Sep 23 23:13:15.233320 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 57924) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:15.260609 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-bb035777-65f7-4965-8a58-2191e9cc2aaa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-368281678-network', 'tenant_id': '63083dd86c2e4eefb143d400e08698c2'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:13:15.411243 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb035777-65f7-4965-8a58-2191e9cc2aaa admin admin] Made reservation on behalf of 63083dd86c2e4eefb143d400e08698c2 for: {'network': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:13:15.413984 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-bb035777-65f7-4965-8a58-2191e9cc2aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for network, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:15.434699 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-bb035777-65f7-4965-8a58-2191e9cc2aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:15.617700 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-bb035777-65f7-4965-8a58-2191e9cc2aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:15.632944 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-bb035777-65f7-4965-8a58-2191e9cc2aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:15.651528 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb035777-65f7-4965-8a58-2191e9cc2aaa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=94231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:13:15.666316 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-bb035777-65f7-4965-8a58-2191e9cc2aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778'] for segment, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:15.666920 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.db.segments_db [None req-bb035777-65f7-4965-8a58-2191e9cc2aaa admin admin] Added segment b0897e8e-2c14-4701-adf0-1f639aef7acc of type vlan for network fe361123-7479-4ff6-8a1e-e17059f5a370 Sep 23 23:13:15.731029 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-bb035777-65f7-4965-8a58-2191e9cc2aaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784998164246'] for network, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:15.748657 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-1f1e35e1-ebfc-437a-983d-10f6e560b0a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:15.764356 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-1f1e35e1-ebfc-437a-983d-10f6e560b0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:15.778568 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-bb035777-65f7-4965-8a58-2191e9cc2aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075'] for network, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:15.784069 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb035777-65f7-4965-8a58-2191e9cc2aaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:15.784920 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-bb035777-65f7-4965-8a58-2191e9cc2aaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for network, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:15.836543 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb035777-65f7-4965-8a58-2191e9cc2aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2cdb96-f41f-4d6e-9f2b-a9096e1eecd1,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:15.891584 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 57932) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:15.892347 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-bb035777-65f7-4965-8a58-2191e9cc2aaa admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6488607 Sep 23 23:13:15.912908 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-d933090b-afdb-4605-8ab5-1d65b082c12c admin admin] Request body: {'subnet': {'network_id': 'fe361123-7479-4ff6-8a1e-e17059f5a370', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-368281678-subnet', 'tenant_id': '63083dd86c2e4eefb143d400e08698c2', 'ip_version': 4}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:13:15.940320 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f81f8e-49de-470a-bdc3-1517775f9745 None None] Pushing event updated for resources: {'Port': ['ID=72728133-0716-419c-a8ac-87e183128dc1,revision_number=3']} {{(pid=94234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:15.986111 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f81f8e-49de-470a-bdc3-1517775f9745 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:15.995469 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f81f8e-49de-470a-bdc3-1517775f9745 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:15.995845 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f81f8e-49de-470a-bdc3-1517775f9745 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:15.996228 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f81f8e-49de-470a-bdc3-1517775f9745 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:15.996570 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f81f8e-49de-470a-bdc3-1517775f9745 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:15.996911 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f81f8e-49de-470a-bdc3-1517775f9745 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:15.997247 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f81f8e-49de-470a-bdc3-1517775f9745 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:15.997572 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f81f8e-49de-470a-bdc3-1517775f9745 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:15.997966 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f81f8e-49de-470a-bdc3-1517775f9745 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:15.999442 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f81f8e-49de-470a-bdc3-1517775f9745 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:15.999442 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f81f8e-49de-470a-bdc3-1517775f9745 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:15.999442 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f81f8e-49de-470a-bdc3-1517775f9745 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:16.032313 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb035777-65f7-4965-8a58-2191e9cc2aaa admin admin] Pushing event updated for resources: {'Network': ['ID=fe361123-7479-4ff6-8a1e-e17059f5a370,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:16.092909 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Network fe361123-7479-4ff6-8a1e-e17059f5a370 details requested by agent ovs-agent-dv-cinder-810785-1-iscsi with host dv-cinder-810785-1-iscsi {{(pid=94233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:13:16.166046 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d933090b-afdb-4605-8ab5-1d65b082c12c admin admin] Made reservation on behalf of 63083dd86c2e4eefb143d400e08698c2 for: {'subnet': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:13:16.177612 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d933090b-afdb-4605-8ab5-1d65b082c12c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8945740'] for subnet, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:16.187009 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-1f1e35e1-ebfc-437a-983d-10f6e560b0a5 None None] Attempting to bind port 72728133-0716-419c-a8ac-87e183128dc1 on host dv-cinder-810785-1-iscsi for vnic_type normal with profile {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:13:16.189343 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-1f1e35e1-ebfc-437a-983d-10f6e560b0a5 None None] Attempting to bind port 72728133-0716-419c-a8ac-87e183128dc1 by drivers openvswitch,hyperv on host dv-cinder-810785-1-iscsi at level 0 using segments [{'id': '82a7ca47-0199-4ab7-85f6-9c9d54347e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a142d4ab-a769-4517-b595-172b82642394'}] {{(pid=94234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:13:16.189784 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1e35e1-ebfc-437a-983d-10f6e560b0a5 None None] Attempting to bind port 72728133-0716-419c-a8ac-87e183128dc1 on network a142d4ab-a769-4517-b595-172b82642394 {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:13:16.202236 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1e35e1-ebfc-437a-983d-10f6e560b0a5 None None] Checking agent: {'id': '481fc7b8-75a1-4de2-9424-90937d24576f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 0, 57), 'started_at': datetime.datetime(2021, 9, 23, 23, 1, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:13:16.207772 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1e35e1-ebfc-437a-983d-10f6e560b0a5 None None] Checking segment: {'id': '82a7ca47-0199-4ab7-85f6-9c9d54347e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a142d4ab-a769-4517-b595-172b82642394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:13:16.208388 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-1f1e35e1-ebfc-437a-983d-10f6e560b0a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:16.208871 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1e35e1-ebfc-437a-983d-10f6e560b0a5 None None] Bound using segment: {'id': '82a7ca47-0199-4ab7-85f6-9c9d54347e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a142d4ab-a769-4517-b595-172b82642394'} {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:13:16.209525 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-1f1e35e1-ebfc-437a-983d-10f6e560b0a5 None None] Bound port: 72728133-0716-419c-a8ac-87e183128dc1, host: dv-cinder-810785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a7ca47-0199-4ab7-85f6-9c9d54347e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a142d4ab-a769-4517-b595-172b82642394'}}] {{(pid=94234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:13:16.210298 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-1f1e35e1-ebfc-437a-983d-10f6e560b0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:16.451590 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.db [None req-1f1e35e1-ebfc-437a-983d-10f6e560b0a5 None None] For port 72728133-0716-419c-a8ac-87e183128dc1, host dv-cinder-810785-1-iscsi, cleared binding levels {{(pid=94234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:13:16.478568 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.db [None req-1f1e35e1-ebfc-437a-983d-10f6e560b0a5 None None] For port 72728133-0716-419c-a8ac-87e183128dc1, host dv-cinder-810785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=72728133-0716-419c-a8ac-87e183128dc1,segment=NetworkSegment(82a7ca47-0199-4ab7-85f6-9c9d54347e5c),segment_id=82a7ca47-0199-4ab7-85f6-9c9d54347e5c)] {{(pid=94234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:13:16.501781 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-c813a899-d697-492d-b4d3-d9950e0bb8fe None None] Provisioning complete for port 72728133-0716-419c-a8ac-87e183128dc1 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:13:16.502185 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c813a899-d697-492d-b4d3-d9950e0bb8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:16.502732 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-1f1e35e1-ebfc-437a-983d-10f6e560b0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:16.555961 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e43248-24b5-4900-96b0-ba94321777ae req-e93baf3a-b371-403e-8d7c-3251d3e6c418 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:16.561980 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c4e43248-24b5-4900-96b0-ba94321777ae req-e93baf3a-b371-403e-8d7c-3251d3e6c418 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 945 time: 0.4568393 Sep 23 23:13:16.689151 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c4e43248-24b5-4900-96b0-ba94321777ae req-2dc7ae31-8ee6-41e6-8af9-b28243a7f0bb tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136293 Sep 23 23:13:16.707731 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1e35e1-ebfc-437a-983d-10f6e560b0a5 None None] Routers {'87f67936-7282-40dc-b416-f09d762efcc6'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:13:16.708745 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-1f1e35e1-ebfc-437a-983d-10f6e560b0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:12:58Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['87f67936-7282-40dc-b416-f09d762efcc6'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:13:16.765412 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c813a899-d697-492d-b4d3-d9950e0bb8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:16.813705 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-c813a899-d697-492d-b4d3-d9950e0bb8fe None None] For port 72728133-0716-419c-a8ac-87e183128dc1, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=72728133-0716-419c-a8ac-87e183128dc1,segment=NetworkSegment(82a7ca47-0199-4ab7-85f6-9c9d54347e5c),segment_id=82a7ca47-0199-4ab7-85f6-9c9d54347e5c)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:13:16.819216 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c813a899-d697-492d-b4d3-d9950e0bb8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:16.884790 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f81f8e-49de-470a-bdc3-1517775f9745 None None] Pushing event updated for resources: {'Port': ['ID=72728133-0716-419c-a8ac-87e183128dc1,revision_number=4']} {{(pid=94234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:16.975885 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813a899-d697-492d-b4d3-d9950e0bb8fe None None] Pushing event updated for resources: {'Port': ['ID=72728133-0716-419c-a8ac-87e183128dc1,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:16.997814 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d933090b-afdb-4605-8ab5-1d65b082c12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8945790'] for subnet, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:17.156193 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-1f1e35e1-ebfc-437a-983d-10f6e560b0a5 None None] Set router 87f67936-7282-40dc-b416-f09d762efcc6 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:13:17.176413 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-88692f2c-ac12-4e3a-8c27-bc9b35f09816 None None] Provisioning complete for port 72728133-0716-419c-a8ac-87e183128dc1 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:13:17.178986 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-88692f2c-ac12-4e3a-8c27-bc9b35f09816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:17.229573 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d933090b-afdb-4605-8ab5-1d65b082c12c admin admin] Checking segment: {'id': 'b0897e8e-2c14-4701-adf0-1f639aef7acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fe361123-7479-4ff6-8a1e-e17059f5a370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:13:17.233389 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d933090b-afdb-4605-8ab5-1d65b082c12c admin admin] Network hostable DHCP agents. Network: fe361123-7479-4ff6-8a1e-e17059f5a370, hostable agents: ['27ad89ec-6861-43ea-91c9-397cdd96ffe4'], hosted agents: [] {{(pid=94232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:13:17.245010 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d933090b-afdb-4605-8ab5-1d65b082c12c admin admin] Pushing event updated for resources: {'Subnet': ['ID=397327da-ea0c-462a-80f0-09084d245ce7,revision_number=0']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:17.303505 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d933090b-afdb-4605-8ab5-1d65b082c12c admin admin] Network fe361123-7479-4ff6-8a1e-e17059f5a370 is scheduled to be hosted by DHCP agent 27ad89ec-6861-43ea-91c9-397cdd96ffe4 with binding_index 1 {{(pid=94232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:13:17.327933 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-d933090b-afdb-4605-8ab5-1d65b082c12c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810785-1-iscsi, fe361123-7479-4ff6-8a1e-e17059f5a370) {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:13:17.347191 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d5a254-db05-472a-a44e-af32630413a1 None None] Network fe361123-7479-4ff6-8a1e-e17059f5a370 requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:13:17.351927 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d933090b-afdb-4605-8ab5-1d65b082c12c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:17.353375 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d933090b-afdb-4605-8ab5-1d65b082c12c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:17.405605 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-d933090b-afdb-4605-8ab5-1d65b082c12c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5098021 Sep 23 23:13:17.408681 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 57964) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:17.415546 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-c732b0d2-26a8-47ff-a674-9898efdc5f1b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-368281678-router', 'tenant_id': '63083dd86c2e4eefb143d400e08698c2', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'}}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:13:17.474941 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-c732b0d2-26a8-47ff-a674-9898efdc5f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5547'] for router, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:17.476439 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-c732b0d2-26a8-47ff-a674-9898efdc5f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5538'] for router, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:17.625857 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-c732b0d2-26a8-47ff-a674-9898efdc5f1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:17.749820 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71f965c-d437-4d92-be56-9bbb5c22bcb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e226354-0935-5133-8f38-e9986e5f3320-fe361123-7479-4ff6-8a1e-e17059f5a370', 'network_id': 'fe361123-7479-4ff6-8a1e-e17059f5a370', 'tenant_id': '63083dd86c2e4eefb143d400e08698c2', 'fixed_ips': [{'subnet_id': '397327da-ea0c-462a-80f0-09084d245ce7'}]}} from dv-cinder-810785-1-iscsi. {{(pid=94233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:13:17.750727 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-d71f965c-d437-4d92-be56-9bbb5c22bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:17.785046 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-1f1e35e1-ebfc-437a-983d-10f6e560b0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f67936-7282-40dc-b416-f09d762efcc6', 'name': 'tempest-TestVolumeBootPattern-651648997-router', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:13:02Z', 'updated_at': '2021-09-23T23:13:10Z', 'revision_number': 4, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'gw_port': {'id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:03Z', 'updated_at': '2021-09-23T23:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '72728133-0716-419c-a8ac-87e183128dc1', 'name': '', 'network_id': 'a142d4ab-a769-4517-b595-172b82642394', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'mac_address': 'fa:16:3e:5b:33:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:08Z', 'updated_at': '2021-09-23T23:13:16Z', 'revision_number': 4, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'subnets': [{'id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:13:17.841954 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1e35e1-ebfc-437a-983d-10f6e560b0a5 None None] The sync data for ids ['87f67936-7282-40dc-b416-f09d762efcc6'] in dv-cinder-810785-1-iscsi is: [{'id': '87f67936-7282-40dc-b416-f09d762efcc6', 'name': 'tempest-TestVolumeBootPattern-651648997-router', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:13:02Z', 'updated_at': '2021-09-23T23:13:10Z', 'revision_number': 4, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'gw_port': {'id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:03Z', 'updated_at': '2021-09-23T23:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '72728133-0716-419c-a8ac-87e183128dc1', 'name': '', 'network_id': 'a142d4ab-a769-4517-b595-172b82642394', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'mac_address': 'fa:16:3e:5b:33:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:08Z', 'updated_at': '2021-09-23T23:13:16Z', 'revision_number': 4, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'subnets': [{'id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:13:17.981108 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-c732b0d2-26a8-47ff-a674-9898efdc5f1b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:18.160055 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae1ea9-972a-455b-b879-405965db41fe req-d21cdf0c-5842-4c05-89a9-9c2296ce0bf8 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:18.164958 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-91ae1ea9-972a-455b-b879-405965db41fe req-d21cdf0c-5842-4c05-89a9-9c2296ce0bf8 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 945 time: 0.2774611 Sep 23 23:13:18.347921 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-91ae1ea9-972a-455b-b879-405965db41fe req-7207793d-0fec-4ddd-9b7e-035a7b43f127 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638846 Sep 23 23:13:18.449417 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.db_base_plugin_common [None req-d71f965c-d437-4d92-be56-9bbb5c22bcb7 None None] Allocated IP 172.20.0.2 (fe361123-7479-4ff6-8a1e-e17059f5a370/397327da-ea0c-462a-80f0-09084d245ce7/06fbe22d-eff8-467f-b4a5-9d53096b0755) {{(pid=94233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:13:18.574991 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-e120304e-e087-4557-b345-b0e358493c41 None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:13:18.603057 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-c732b0d2-26a8-47ff-a674-9898efdc5f1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:18.641597 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-c732b0d2-26a8-47ff-a674-9898efdc5f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:18.788892 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-d71f965c-d437-4d92-be56-9bbb5c22bcb7 None None] Notify callbacks [] for port, precommit_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:18.800814 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-d71f965c-d437-4d92-be56-9bbb5c22bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663'] for port, after_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:18.849547 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [None req-c732b0d2-26a8-47ff-a674-9898efdc5f1b admin admin] Allocated IP 172.27.1.218 (b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1/47169b33-ea5f-4b9d-bf3b-155ff70b7556/1255a44b-68c9-423b-893f-2faec8375662) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:13:18.887206 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71f965c-d437-4d92-be56-9bbb5c22bcb7 None None] Network fe361123-7479-4ff6-8a1e-e17059f5a370 is already hosted by enough agents. {{(pid=94233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:13:18.893034 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.scheduler.base_scheduler [None req-d71f965c-d437-4d92-be56-9bbb5c22bcb7 None None] Resources bound (agent type, host, resource id): {{(pid=94233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:13:18.900084 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71f965c-d437-4d92-be56-9bbb5c22bcb7 None None] Received port after_create {{(pid=94233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:13:18.916557 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f965c-d437-4d92-be56-9bbb5c22bcb7 None None] Pushing event updated for resources: {'Port': ['ID=06fbe22d-eff8-467f-b4a5-9d53096b0755,revision_number=1']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:18.990344 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-d71f965c-d437-4d92-be56-9bbb5c22bcb7 None None] Attempting to bind port 06fbe22d-eff8-467f-b4a5-9d53096b0755 on host dv-cinder-810785-1-iscsi for vnic_type normal with profile {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:13:18.991178 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-d71f965c-d437-4d92-be56-9bbb5c22bcb7 None None] Attempting to bind port 06fbe22d-eff8-467f-b4a5-9d53096b0755 by drivers openvswitch,hyperv on host dv-cinder-810785-1-iscsi at level 0 using segments [{'id': 'b0897e8e-2c14-4701-adf0-1f639aef7acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fe361123-7479-4ff6-8a1e-e17059f5a370'}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:13:18.991865 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71f965c-d437-4d92-be56-9bbb5c22bcb7 None None] Attempting to bind port 06fbe22d-eff8-467f-b4a5-9d53096b0755 on network fe361123-7479-4ff6-8a1e-e17059f5a370 {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:13:18.998244 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71f965c-d437-4d92-be56-9bbb5c22bcb7 None None] Checking agent: {'id': '481fc7b8-75a1-4de2-9424-90937d24576f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 0, 57), 'started_at': datetime.datetime(2021, 9, 23, 23, 1, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:13:18.999353 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71f965c-d437-4d92-be56-9bbb5c22bcb7 None None] Checking segment: {'id': 'b0897e8e-2c14-4701-adf0-1f639aef7acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fe361123-7479-4ff6-8a1e-e17059f5a370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:13:19.000113 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-d71f965c-d437-4d92-be56-9bbb5c22bcb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:19.000570 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71f965c-d437-4d92-be56-9bbb5c22bcb7 None None] Bound using segment: {'id': 'b0897e8e-2c14-4701-adf0-1f639aef7acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fe361123-7479-4ff6-8a1e-e17059f5a370'} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:13:19.001231 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-d71f965c-d437-4d92-be56-9bbb5c22bcb7 None None] Bound port: 06fbe22d-eff8-467f-b4a5-9d53096b0755, host: dv-cinder-810785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0897e8e-2c14-4701-adf0-1f639aef7acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fe361123-7479-4ff6-8a1e-e17059f5a370'}}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:13:19.001808 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-d71f965c-d437-4d92-be56-9bbb5c22bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:19.109831 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-c732b0d2-26a8-47ff-a674-9898efdc5f1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:19.127352 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-d71f965c-d437-4d92-be56-9bbb5c22bcb7 None None] For port 06fbe22d-eff8-467f-b4a5-9d53096b0755, host dv-cinder-810785-1-iscsi, cleared binding levels {{(pid=94233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:13:19.133551 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-d71f965c-d437-4d92-be56-9bbb5c22bcb7 None None] For port 06fbe22d-eff8-467f-b4a5-9d53096b0755, host dv-cinder-810785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=06fbe22d-eff8-467f-b4a5-9d53096b0755,segment=NetworkSegment(b0897e8e-2c14-4701-adf0-1f639aef7acc),segment_id=b0897e8e-2c14-4701-adf0-1f639aef7acc)] {{(pid=94233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:13:19.142119 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-d71f965c-d437-4d92-be56-9bbb5c22bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:19.150326 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524b9eb-99f5-4ca7-8f72-df1092828fa2 req-24722bf3-d6f3-462c-b987-a24869791a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:19.152561 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-3524b9eb-99f5-4ca7-8f72-df1092828fa2 req-24722bf3-d6f3-462c-b987-a24869791a94 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1ce270caeccc45089992ccfe6f9b5e97&device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 1098 time: 0.0735502 Sep 23 23:13:19.174595 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 58016) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:19.198287 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-c732b0d2-26a8-47ff-a674-9898efdc5f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:19.254541 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f965c-d437-4d92-be56-9bbb5c22bcb7 None None] Pushing event updated for resources: {'Port': ['ID=06fbe22d-eff8-467f-b4a5-9d53096b0755,revision_number=2']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:19.274832 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c732b0d2-26a8-47ff-a674-9898efdc5f1b admin admin] Network b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:13:19.278486 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-c732b0d2-26a8-47ff-a674-9898efdc5f1b admin admin] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:13:19.282710 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c732b0d2-26a8-47ff-a674-9898efdc5f1b admin admin] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:13:19.330078 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c732b0d2-26a8-47ff-a674-9898efdc5f1b admin admin] Pushing event updated for resources: {'Port': ['ID=1255a44b-68c9-423b-893f-2faec8375662,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:19.338025 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524b9eb-99f5-4ca7-8f72-df1092828fa2 req-dc2b2884-3fec-43b0-b60b-0412fe173d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:19.341930 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-3524b9eb-99f5-4ca7-8f72-df1092828fa2 req-dc2b2884-3fec-43b0-b60b-0412fe173d8d service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a541a17-4f1f-474c-8b16-9626260a5840 HTTP/1.1" status: 200 len: 918 time: 0.1812923 Sep 23 23:13:19.631616 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-3524b9eb-99f5-4ca7-8f72-df1092828fa2 req-b746f94f-452c-46ea-b36e-c1a3703392d1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b7200a6-e363-47fa-bdab-e3eb6ebccade HTTP/1.1" status: 200 len: 1000 time: 0.2802489 Sep 23 23:13:19.775213 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a73c7-377c-442f-af74-9e965885bf02 req-54a683f5-240a-4e67-b35f-0208bc03f373 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:19.778472 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-5a7a73c7-377c-442f-af74-9e965885bf02 req-54a683f5-240a-4e67-b35f-0208bc03f373 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 945 time: 0.3272226 Sep 23 23:13:19.826771 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-9167bd72-e88b-48d7-ac0d-738ba2113e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:19.873389 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524b9eb-99f5-4ca7-8f72-df1092828fa2 req-6793e752-5078-4fae-9dac-d18172214b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:19.876391 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-3524b9eb-99f5-4ca7-8f72-df1092828fa2 req-6793e752-5078-4fae-9dac-d18172214b60 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c8241cf2-9853-4e57-aa8e-4b19fe5956ff HTTP/1.1" status: 200 len: 856 time: 0.2344618 Sep 23 23:13:19.998445 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 06fbe22d-eff8-467f-b4a5-9d53096b0755 up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:13:20.151000 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port 06fbe22d-eff8-467f-b4a5-9d53096b0755 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:13:20.151438 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:20.176191 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-9167bd72-e88b-48d7-ac0d-738ba2113e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:20.190123 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-9167bd72-e88b-48d7-ac0d-738ba2113e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:20.316727 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:20.355819 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] For port 06fbe22d-eff8-467f-b4a5-9d53096b0755, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=06fbe22d-eff8-467f-b4a5-9d53096b0755,segment=NetworkSegment(b0897e8e-2c14-4701-adf0-1f639aef7acc),segment_id=b0897e8e-2c14-4701-adf0-1f639aef7acc)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:13:20.367059 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:20.368065 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 72728133-0716-419c-a8ac-87e183128dc1 up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:13:20.408575 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-9167bd72-e88b-48d7-ac0d-738ba2113e5b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6ef4e5e2123d473aafeed5ba087e8732&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2326536 Sep 23 23:13:20.419547 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 58048) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:20.450060 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9167bd72-e88b-48d7-ac0d-738ba2113e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9613842b-9456-4a77-9bcd-0e86a24e47ee,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:20.573734 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-5a7a73c7-377c-442f-af74-9e965885bf02 req-24a07a20-a209-465c-9ead-2e647c4cf93e tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7816312 Sep 23 23:13:20.585181 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-c732b0d2-26a8-47ff-a674-9898efdc5f1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:20.604506 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0042241a-7d5d-4ee2-90f1-1665a4433242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:20.623620 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524b9eb-99f5-4ca7-8f72-df1092828fa2 req-91352d32-1372-4168-b3f4-b9d62f6f1d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:20.626154 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-3524b9eb-99f5-4ca7-8f72-df1092828fa2 req-91352d32-1372-4168-b3f4-b9d62f6f1d96 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a541a17-4f1f-474c-8b16-9626260a5840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.7404683 Sep 23 23:13:20.638770 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Pushing event updated for resources: {'Port': ['ID=06fbe22d-eff8-467f-b4a5-9d53096b0755,revision_number=3']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:20.722066 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port 72728133-0716-419c-a8ac-87e183128dc1 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:13:20.724374 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:20.739817 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0042241a-7d5d-4ee2-90f1-1665a4433242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:20.943962 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0042241a-7d5d-4ee2-90f1-1665a4433242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:20.949960 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0042241a-7d5d-4ee2-90f1-1665a4433242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:20.951045 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-0042241a-7d5d-4ee2-90f1-1665a4433242 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9613842b-9456-4a77-9bcd-0e86a24e47ee HTTP/1.1" status: 204 len: 168 time: 0.5244532 Sep 23 23:13:20.969371 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520b2134-2dd1-4907-86cf-c1235e5318e7 None None] Network fe361123-7479-4ff6-8a1e-e17059f5a370 requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:13:20.979575 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0042241a-7d5d-4ee2-90f1-1665a4433242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9613842b-9456-4a77-9bcd-0e86a24e47ee,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:21.012341 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-c732b0d2-26a8-47ff-a674-9898efdc5f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596414'] for router, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:21.124614 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 58062) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:21.142743 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-14b1fe7a-688a-4ce1-a8b0-f4f187e22103 None None] Provisioning complete for port 06fbe22d-eff8-467f-b4a5-9d53096b0755 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:13:21.143571 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-14b1fe7a-688a-4ce1-a8b0-f4f187e22103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:21.198638 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c732b0d2-26a8-47ff-a674-9898efdc5f1b admin admin] Router 3c01fac3-f23d-4173-aa0b-9b59175cc46e is scheduled to L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 with binding_index 1 {{(pid=94231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:13:21.268068 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0302770e-1c66-40f5-bef0-887e267b7279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:21.378332 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c732b0d2-26a8-47ff-a674-9898efdc5f1b admin admin] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:13:21.404842 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70fdf63-c739-4eb4-b772-e4261092d7c1 None None] Sync routers for ids ['3c01fac3-f23d-4173-aa0b-9b59175cc46e'] in dv-cinder-810785-1-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:13:21.424725 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70fdf63-c739-4eb4-b772-e4261092d7c1 None None] Routers {'3c01fac3-f23d-4173-aa0b-9b59175cc46e'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:13:21.425496 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-d70fdf63-c739-4eb4-b772-e4261092d7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:12:58Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['3c01fac3-f23d-4173-aa0b-9b59175cc46e'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:13:21.522226 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-3524b9eb-99f5-4ca7-8f72-df1092828fa2 req-191d77d2-5204-474d-b5df-ecafd230d19e service neutron] 10.222.0.11 "GET /v2.0/networks/0a541a17-4f1f-474c-8b16-9626260a5840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637406 Sep 23 23:13:21.580373 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0302770e-1c66-40f5-bef0-887e267b7279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:21.587215 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0302770e-1c66-40f5-bef0-887e267b7279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:21.596409 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-c732b0d2-26a8-47ff-a674-9898efdc5f1b admin admin] Notify callbacks [] for router, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:21.611251 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-c732b0d2-26a8-47ff-a674-9898efdc5f1b admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1924112 Sep 23 23:13:21.611251 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 58070) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:21.624053 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-0302770e-1c66-40f5-bef0-887e267b7279 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=518808a004d74ce9857756e5d7a5aa27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4958127 Sep 23 23:13:21.639038 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 58074) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:21.640323 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-d70fdf63-c739-4eb4-b772-e4261092d7c1 None None] Set router 3c01fac3-f23d-4173-aa0b-9b59175cc46e gateway port host: dv-cinder-810785-1-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:13:21.700927 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0302770e-1c66-40f5-bef0-887e267b7279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e2a646-8f73-4d2f-9021-cea336f59952,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:21.717010 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302770e-1c66-40f5-bef0-887e267b7279 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:21.717349 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302770e-1c66-40f5-bef0-887e267b7279 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:21.717680 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302770e-1c66-40f5-bef0-887e267b7279 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:21.718011 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302770e-1c66-40f5-bef0-887e267b7279 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:21.718332 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302770e-1c66-40f5-bef0-887e267b7279 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:21.718651 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302770e-1c66-40f5-bef0-887e267b7279 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:21.718970 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302770e-1c66-40f5-bef0-887e267b7279 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:21.719305 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302770e-1c66-40f5-bef0-887e267b7279 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:21.719656 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302770e-1c66-40f5-bef0-887e267b7279 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:21.719975 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302770e-1c66-40f5-bef0-887e267b7279 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:21.720292 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302770e-1c66-40f5-bef0-887e267b7279 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:21.720726 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302770e-1c66-40f5-bef0-887e267b7279 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:21.731137 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-77ed78f3-173f-4f13-b1cf-8048afa0d9dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:21.744127 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 58076) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:21.763447 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-77ed78f3-173f-4f13-b1cf-8048afa0d9dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:21.770762 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-162ac793-4c4b-4374-acd8-467048debbf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:21.808034 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 06fbe22d-eff8-467f-b4a5-9d53096b0755 up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:13:21.858708 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab3762-b30a-423f-b00b-e05fc373fab7 req-0efe74e6-1d31-4854-9d52-282c7ccecbb4 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:21.860886 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-dbab3762-b30a-423f-b00b-e05fc373fab7 req-0efe74e6-1d31-4854-9d52-282c7ccecbb4 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 945 time: 0.0703728 Sep 23 23:13:21.882511 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-77ed78f3-173f-4f13-b1cf-8048afa0d9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:21.885220 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-77ed78f3-173f-4f13-b1cf-8048afa0d9dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:21.889092 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-77ed78f3-173f-4f13-b1cf-8048afa0d9dd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f3e2a646-8f73-4d2f-9021-cea336f59952 HTTP/1.1" status: 204 len: 168 time: 0.2462783 Sep 23 23:13:21.914005 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed78f3-173f-4f13-b1cf-8048afa0d9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e2a646-8f73-4d2f-9021-cea336f59952,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:21.926875 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-aaadba22-0fc9-4f4f-8f9c-9872da6c6a45 None None] Provisioning complete for port 06fbe22d-eff8-467f-b4a5-9d53096b0755 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:13:21.927465 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-aaadba22-0fc9-4f4f-8f9c-9872da6c6a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:21.939581 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-dbab3762-b30a-423f-b00b-e05fc373fab7 req-a58ca834-fe1b-4ee5-84e9-a418ee6fa383 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611064 Sep 23 23:13:22.128773 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port 06fbe22d-eff8-467f-b4a5-9d53096b0755 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:13:22.130324 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:22.206634 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-162ac793-4c4b-4374-acd8-467048debbf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:22.214332 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-162ac793-4c4b-4374-acd8-467048debbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:22.340232 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-d70fdf63-c739-4eb4-b772-e4261092d7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c01fac3-f23d-4173-aa0b-9b59175cc46e', 'name': 'tempest-TestVolumeBootPattern-368281678-router', 'tenant_id': '63083dd86c2e4eefb143d400e08698c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '1255a44b-68c9-423b-893f-2faec8375662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:13:17Z', 'updated_at': '2021-09-23T23:13:20Z', 'revision_number': 3, 'project_id': '63083dd86c2e4eefb143d400e08698c2', 'gw_port': {'id': '1255a44b-68c9-423b-893f-2faec8375662', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c01fac3-f23d-4173-aa0b-9b59175cc46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:18Z', 'updated_at': '2021-09-23T23:13:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi'}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:13:22.356810 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-3524b9eb-99f5-4ca7-8f72-df1092828fa2 req-3af4b34c-ef18-4299-a6cc-67f6e6f6f005 service neutron] 10.222.0.11 "GET /v2.0/networks/0a541a17-4f1f-474c-8b16-9626260a5840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576090 Sep 23 23:13:22.382842 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70fdf63-c739-4eb4-b772-e4261092d7c1 None None] Checking router: 3c01fac3-f23d-4173-aa0b-9b59175cc46e for host: dv-cinder-810785-1-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:13:22.383227 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70fdf63-c739-4eb4-b772-e4261092d7c1 None None] Updating router 3c01fac3-f23d-4173-aa0b-9b59175cc46e port 1255a44b-68c9-423b-893f-2faec8375662 binding host dv-cinder-810785-1-iscsi {{(pid=94233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:13:22.387938 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-162ac793-4c4b-4374-acd8-467048debbf2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f4ae49a5d88c4530aa5d339811ee0eb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6425419 Sep 23 23:13:22.391875 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 58084) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:22.392833 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ac793-4c4b-4374-acd8-467048debbf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084432fc-c5a9-4aec-86bd-8252478c7cbe,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:22.433878 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-d70fdf63-c739-4eb4-b772-e4261092d7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:22.477993 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-3c3551eb-f889-4d9f-8133-465e444afc27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:22.523965 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-3c3551eb-f889-4d9f-8133-465e444afc27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:22.572621 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-fe14e327-6040-409e-b9b6-d3089b807a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:22.587801 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 58086) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:22.602483 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-14cfd90d-3558-4458-b445-ccf97b4f23bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:22.635297 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-3c3551eb-f889-4d9f-8133-465e444afc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:22.638119 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-3c3551eb-f889-4d9f-8133-465e444afc27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:22.643347 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-3c3551eb-f889-4d9f-8133-465e444afc27 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/084432fc-c5a9-4aec-86bd-8252478c7cbe HTTP/1.1" status: 204 len: 168 time: 0.2462022 Sep 23 23:13:22.663178 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3551eb-f889-4d9f-8133-465e444afc27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084432fc-c5a9-4aec-86bd-8252478c7cbe,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:22.806565 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-14cfd90d-3558-4458-b445-ccf97b4f23bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:22.813322 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-14cfd90d-3558-4458-b445-ccf97b4f23bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:22.849318 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [None req-fe14e327-6040-409e-b9b6-d3089b807a16 admin admin] Allocated IP 172.20.0.1 (fe361123-7479-4ff6-8a1e-e17059f5a370/397327da-ea0c-462a-80f0-09084d245ce7/486c8697-bf44-4de6-a6bb-9221408ced7f) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:13:22.866897 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cfd90d-3558-4458-b445-ccf97b4f23bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b773055-7014-4fb4-bc5d-6346492c33a6,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:22.872064 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-14cfd90d-3558-4458-b445-ccf97b4f23bf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=958bc0e82787449e98ba154ca8c39603&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2830217 Sep 23 23:13:22.875290 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 58090) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:22.954483 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-d70fdf63-c739-4eb4-b772-e4261092d7c1 None None] Notify callbacks [] for port, precommit_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:22.963601 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-d70fdf63-c739-4eb4-b772-e4261092d7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:22.999803 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-905d308e-2e02-4a4e-bae7-b02dd8bc80e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:23.044982 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-d70fdf63-c739-4eb4-b772-e4261092d7c1 None None] Attempting to bind port 1255a44b-68c9-423b-893f-2faec8375662 on host dv-cinder-810785-1-iscsi for vnic_type normal with profile {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:13:23.046465 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-d70fdf63-c739-4eb4-b772-e4261092d7c1 None None] Attempting to bind port 1255a44b-68c9-423b-893f-2faec8375662 by drivers openvswitch,hyperv on host dv-cinder-810785-1-iscsi at level 0 using segments [{'id': '2ac125d2-b621-4cb4-9068-8fa074d03334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:13:23.047131 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70fdf63-c739-4eb4-b772-e4261092d7c1 None None] Attempting to bind port 1255a44b-68c9-423b-893f-2faec8375662 on network b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1 {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:13:23.051455 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e8b6f4-da00-427d-8276-2e36ad571d95 None None] Pushing event updated for resources: {'Port': ['ID=1255a44b-68c9-423b-893f-2faec8375662,revision_number=2']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:23.058523 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70fdf63-c739-4eb4-b772-e4261092d7c1 None None] Checking agent: {'id': '481fc7b8-75a1-4de2-9424-90937d24576f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 0, 57), 'started_at': datetime.datetime(2021, 9, 23, 23, 1, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:13:23.059047 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70fdf63-c739-4eb4-b772-e4261092d7c1 None None] Checking segment: {'id': '2ac125d2-b621-4cb4-9068-8fa074d03334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:13:23.059646 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-d70fdf63-c739-4eb4-b772-e4261092d7c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:23.060055 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70fdf63-c739-4eb4-b772-e4261092d7c1 None None] Bound using segment: {'id': '2ac125d2-b621-4cb4-9068-8fa074d03334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:13:23.060637 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-d70fdf63-c739-4eb4-b772-e4261092d7c1 None None] Bound port: 1255a44b-68c9-423b-893f-2faec8375662, host: dv-cinder-810785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac125d2-b621-4cb4-9068-8fa074d03334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'}}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:13:23.061251 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-d70fdf63-c739-4eb4-b772-e4261092d7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:23.091639 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-905d308e-2e02-4a4e-bae7-b02dd8bc80e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:23.125141 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-fe14e327-6040-409e-b9b6-d3089b807a16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:23.163910 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-d70fdf63-c739-4eb4-b772-e4261092d7c1 None None] For port 1255a44b-68c9-423b-893f-2faec8375662, host dv-cinder-810785-1-iscsi, cleared binding levels {{(pid=94233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:13:23.172154 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-d70fdf63-c739-4eb4-b772-e4261092d7c1 None None] For port 1255a44b-68c9-423b-893f-2faec8375662, host dv-cinder-810785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=1255a44b-68c9-423b-893f-2faec8375662,segment=NetworkSegment(2ac125d2-b621-4cb4-9068-8fa074d03334),segment_id=2ac125d2-b621-4cb4-9068-8fa074d03334)] {{(pid=94233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:13:23.182813 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-d70fdf63-c739-4eb4-b772-e4261092d7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:23.233740 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-fe14e327-6040-409e-b9b6-d3089b807a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:23.236485 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 6b7200a6-e363-47fa-bdab-e3eb6ebccade no longer exists at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:13:23.246892 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10379b3e-3f87-49a6-b5ed-baf5fec2c06c req-39e5f6dc-e220-4d65-a4c3-251945f40f76 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:23.248875 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-10379b3e-3f87-49a6-b5ed-baf5fec2c06c req-39e5f6dc-e220-4d65-a4c3-251945f40f76 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 945 time: 0.1180060 Sep 23 23:13:23.315355 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-10379b3e-3f87-49a6-b5ed-baf5fec2c06c req-819bb941-b035-4137-a99e-4c1d4510c799 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528052 Sep 23 23:13:23.316177 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-905d308e-2e02-4a4e-bae7-b02dd8bc80e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:23.318880 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-905d308e-2e02-4a4e-bae7-b02dd8bc80e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:23.325645 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-905d308e-2e02-4a4e-bae7-b02dd8bc80e8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0b773055-7014-4fb4-bc5d-6346492c33a6 HTTP/1.1" status: 204 len: 168 time: 0.4468434 Sep 23 23:13:23.350200 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d308e-2e02-4a4e-bae7-b02dd8bc80e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b773055-7014-4fb4-bc5d-6346492c33a6,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:23.351912 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe14e327-6040-409e-b9b6-d3089b807a16 admin admin] Network fe361123-7479-4ff6-8a1e-e17059f5a370 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:13:23.357707 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-fe14e327-6040-409e-b9b6-d3089b807a16 admin admin] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:13:23.365005 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe14e327-6040-409e-b9b6-d3089b807a16 admin admin] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:13:23.421638 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70fdf63-c739-4eb4-b772-e4261092d7c1 None None] Routers {'3c01fac3-f23d-4173-aa0b-9b59175cc46e'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:13:23.422281 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-d70fdf63-c739-4eb4-b772-e4261092d7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:12:58Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['3c01fac3-f23d-4173-aa0b-9b59175cc46e'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:13:23.440998 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14e327-6040-409e-b9b6-d3089b807a16 admin admin] Pushing event updated for resources: {'Port': ['ID=486c8697-bf44-4de6-a6bb-9221408ced7f,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:23.463553 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-fe14e327-6040-409e-b9b6-d3089b807a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595075'] for router_interface, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:23.511453 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e8b6f4-da00-427d-8276-2e36ad571d95 None None] Pushing event updated for resources: {'Port': ['ID=1255a44b-68c9-423b-893f-2faec8375662,revision_number=3']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:23.749784 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:23.753672 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-fe14e327-6040-409e-b9b6-d3089b807a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:23.792993 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-c04fd799-14ff-4ada-bedf-ebb08b30f154 None None] Provisioning complete for port 486c8697-bf44-4de6-a6bb-9221408ced7f triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:13:23.793440 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c04fd799-14ff-4ada-bedf-ebb08b30f154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:23.840454 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-c04fd799-14ff-4ada-bedf-ebb08b30f154 None None] Port 486c8697-bf44-4de6-a6bb-9221408ced7f cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:13:23.841506 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05edada2-edec-44e9-a1f7-e0f4d489797c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b7200a6-e363-47fa-bdab-e3eb6ebccade'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:13:23.844495 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7224bc9728871e873a89dc5c7795d0b38d91bd368c61c3cf47b1fa6016b6835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6660a4ae-5f9b-4641-b1bd-4c9255cf228d" -d '{"events": [{"server_uuid": "05edada2-edec-44e9-a1f7-e0f4d489797c", "name": "network-vif-unplugged", "status": "completed", "tag": "6b7200a6-e363-47fa-bdab-e3eb6ebccade"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:13:23.859519 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-9117fe53-46ee-4444-956b-de0c59c0b318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:23.872218 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 6b7200a6-e363-47fa-bdab-e3eb6ebccade, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=6b7200a6-e363-47fa-bdab-e3eb6ebccade,segment=NetworkSegment(9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82),segment_id=9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:13:23.884655 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-d70fdf63-c739-4eb4-b772-e4261092d7c1 None None] Set router 3c01fac3-f23d-4173-aa0b-9b59175cc46e gateway port host: dv-cinder-810785-1-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:13:23.917631 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:24.116124 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-fe14e327-6040-409e-b9b6-d3089b807a16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:24.124183 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 23:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd195825-88d9-42e6-92a2-9ebd362f1093 x-openstack-request-id: req-bd195825-88d9-42e6-92a2-9ebd362f1093 {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:13:24.124530 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05edada2-edec-44e9-a1f7-e0f4d489797c", "name": "network-vif-unplugged", "status": "completed", "tag": "6b7200a6-e363-47fa-bdab-e3eb6ebccade", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:13:24.124818 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bd195825-88d9-42e6-92a2-9ebd362f1093 {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:13:24.125083 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-fe14e327-6040-409e-b9b6-d3089b807a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257029'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:24.125262 dv-cinder-810785-1-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05edada2-edec-44e9-a1f7-e0f4d489797c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b7200a6-e363-47fa-bdab-e3eb6ebccade', 'code': 200} Sep 23 23:13:24.205377 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=6b7200a6-e363-47fa-bdab-e3eb6ebccade,revision_number=8']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:24.234865 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-fe14e327-6040-409e-b9b6-d3089b807a16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593523'] for router_interface, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:24.237137 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14e327-6040-409e-b9b6-d3089b807a16 admin admin] Pushing event updated for resources: {'Port': ['ID=486c8697-bf44-4de6-a6bb-9221408ced7f,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:24.335956 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-d70fdf63-c739-4eb4-b772-e4261092d7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c01fac3-f23d-4173-aa0b-9b59175cc46e', 'name': 'tempest-TestVolumeBootPattern-368281678-router', 'tenant_id': '63083dd86c2e4eefb143d400e08698c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '1255a44b-68c9-423b-893f-2faec8375662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:13:17Z', 'updated_at': '2021-09-23T23:13:20Z', 'revision_number': 3, 'project_id': '63083dd86c2e4eefb143d400e08698c2', 'gw_port': {'id': '1255a44b-68c9-423b-893f-2faec8375662', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c01fac3-f23d-4173-aa0b-9b59175cc46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:18Z', 'updated_at': '2021-09-23T23:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi'}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:13:24.394366 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70fdf63-c739-4eb4-b772-e4261092d7c1 None None] The sync data for ids ['3c01fac3-f23d-4173-aa0b-9b59175cc46e'] in dv-cinder-810785-1-iscsi is: [{'id': '3c01fac3-f23d-4173-aa0b-9b59175cc46e', 'name': 'tempest-TestVolumeBootPattern-368281678-router', 'tenant_id': '63083dd86c2e4eefb143d400e08698c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '1255a44b-68c9-423b-893f-2faec8375662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:13:17Z', 'updated_at': '2021-09-23T23:13:20Z', 'revision_number': 3, 'project_id': '63083dd86c2e4eefb143d400e08698c2', 'gw_port': {'id': '1255a44b-68c9-423b-893f-2faec8375662', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c01fac3-f23d-4173-aa0b-9b59175cc46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:18Z', 'updated_at': '2021-09-23T23:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi'}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:13:24.714617 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a16b60-0b4d-4af2-af14-c5b7c9f142f5 req-42784b28-f813-41ad-b080-afd1294013ae tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:24.744374 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e9a16b60-0b4d-4af2-af14-c5b7c9f142f5 req-42784b28-f813-41ad-b080-afd1294013ae tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 943 time: 0.1846559 Sep 23 23:13:24.784483 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe14e327-6040-409e-b9b6-d3089b807a16 admin admin] Network fe361123-7479-4ff6-8a1e-e17059f5a370 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:13:24.789309 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-fe14e327-6040-409e-b9b6-d3089b807a16 admin admin] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:13:24.986907 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e9a16b60-0b4d-4af2-af14-c5b7c9f142f5 req-5e48045f-77d6-4ce2-9e65-8a7a4c878f4e tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409747 Sep 23 23:13:25.174574 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe14e327-6040-409e-b9b6-d3089b807a16 admin admin] Router 3c01fac3-f23d-4173-aa0b-9b59175cc46e has already been hosted by L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 {{(pid=94231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:13:25.294841 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-69ba562c-3736-4641-84d5-d1f4fcd7a374 None None] Provisioning complete for port 486c8697-bf44-4de6-a6bb-9221408ced7f triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:13:25.296752 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-69ba562c-3736-4641-84d5-d1f4fcd7a374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:25.381309 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-69ba562c-3736-4641-84d5-d1f4fcd7a374 None None] Port 486c8697-bf44-4de6-a6bb-9221408ced7f cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:13:25.545234 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe14e327-6040-409e-b9b6-d3089b807a16 admin admin] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:13:25.568189 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-fe14e327-6040-409e-b9b6-d3089b807a16 admin admin] 10.222.0.46 "PUT /v2.0/routers/3c01fac3-f23d-4173-aa0b-9b59175cc46e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9583633 Sep 23 23:13:25.797886 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 1255a44b-68c9-423b-893f-2faec8375662 up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:13:25.928705 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port 1255a44b-68c9-423b-893f-2faec8375662 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:13:25.929659 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:26.107234 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:26.153615 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] For port 1255a44b-68c9-423b-893f-2faec8375662, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=1255a44b-68c9-423b-893f-2faec8375662,segment=NetworkSegment(2ac125d2-b621-4cb4-9068-8fa074d03334),segment_id=2ac125d2-b621-4cb4-9068-8fa074d03334)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:13:26.168566 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:26.231186 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5bb5e-1cf1-4ada-be31-53e327c4c500 req-6617d22d-db53-4f47-bcef-a893bf21c622 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:26.239075 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-13a5bb5e-1cf1-4ada-be31-53e327c4c500 req-6617d22d-db53-4f47-bcef-a893bf21c622 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 943 time: 0.0751371 Sep 23 23:13:26.324240 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-13a5bb5e-1cf1-4ada-be31-53e327c4c500 req-beee8977-860a-49e8-9c48-f106ce648386 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837858 Sep 23 23:13:26.324828 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Pushing event updated for resources: {'Port': ['ID=1255a44b-68c9-423b-893f-2faec8375662,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:26.931698 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:27.269899 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 58258) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:27.276160 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-e4a5a882-f118-4ca5-ae40-442ac104fea1 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1057518051', 'description': 'tempest-secgroup-smoke-1057518051 description', 'project_id': '0b54c8cb576f4df48743b760c9eaae2a'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:13:27.305761 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-e4a5a882-f118-4ca5-ae40-442ac104fea1 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:27.383254 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5896745-093f-4827-b955-ca9a4b5ec7fc None None] Sync routers for ids ['3c01fac3-f23d-4173-aa0b-9b59175cc46e'] in dv-cinder-810785-1-iscsi {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:13:27.394441 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5896745-093f-4827-b955-ca9a4b5ec7fc None None] Routers {'3c01fac3-f23d-4173-aa0b-9b59175cc46e'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:13:27.395509 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-a5896745-093f-4827-b955-ca9a4b5ec7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:12:58Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['3c01fac3-f23d-4173-aa0b-9b59175cc46e'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:13:27.483835 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-e4a5a882-f118-4ca5-ae40-442ac104fea1 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:27.491658 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-e4a5a882-f118-4ca5-ae40-442ac104fea1 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:27.575644 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [req-13496594-8b81-40e0-969a-5bf6ed99afaf req-0b85af99-a175-4d77-809b-5b640467e882 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:13:27.577932 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-13496594-8b81-40e0-969a-5bf6ed99afaf req-0b85af99-a175-4d77-809b-5b640467e882 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114737 Sep 23 23:13:27.584383 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-e4a5a882-f118-4ca5-ae40-442ac104fea1 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:27.590985 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 58266) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:27.591844 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-e4a5a882-f118-4ca5-ae40-442ac104fea1 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3198833 Sep 23 23:13:27.603145 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5a882-f118-4ca5-ae40-442ac104fea1 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=540b9a7f-a68b-4691-8112-30322530dffc,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:27.603538 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-e8163e80-8896-4b21-a8a5-31ec2ba620e9 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Request body: {'security_group_rule': {'security_group_id': '540b9a7f-a68b-4691-8112-30322530dffc', 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:13:27.670491 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e8163e80-8896-4b21-a8a5-31ec2ba620e9 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:27.722897 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-a5896745-093f-4827-b955-ca9a4b5ec7fc None None] Set router 3c01fac3-f23d-4173-aa0b-9b59175cc46e gateway port host: dv-cinder-810785-1-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:13:27.731726 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 1255a44b-68c9-423b-893f-2faec8375662 up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:13:27.824286 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-388247b8-f954-4d3b-8455-1646e46b304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:27.876223 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port 1255a44b-68c9-423b-893f-2faec8375662 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:13:27.876645 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:27.989906 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e8163e80-8896-4b21-a8a5-31ec2ba620e9 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:27.997044 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e8163e80-8896-4b21-a8a5-31ec2ba620e9 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623447'] for security_group_rule, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:28.030728 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8163e80-8896-4b21-a8a5-31ec2ba620e9 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88339a68-1352-4cda-b2f1-70610162faf0,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:28.047876 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea2a5a7-12a2-4680-b2a5-c40911422294 req-3e93972c-56e8-4d12-bde2-a4cfaf537826 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:28.049517 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e8163e80-8896-4b21-a8a5-31ec2ba620e9 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:28.056592 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-dea2a5a7-12a2-4680-b2a5-c40911422294 req-3e93972c-56e8-4d12-bde2-a4cfaf537826 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 943 time: 0.1517673 Sep 23 23:13:28.061920 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 58278) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:28.064649 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-e8163e80-8896-4b21-a8a5-31ec2ba620e9 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4713972 Sep 23 23:13:28.077283 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-20bdbc64-7746-48a7-b829-4b35e0079cf5 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Request body: {'security_group_rule': {'security_group_id': '540b9a7f-a68b-4691-8112-30322530dffc', 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:13:28.214999 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-20bdbc64-7746-48a7-b829-4b35e0079cf5 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:28.263391 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-a5896745-093f-4827-b955-ca9a4b5ec7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c01fac3-f23d-4173-aa0b-9b59175cc46e', 'name': 'tempest-TestVolumeBootPattern-368281678-router', 'tenant_id': '63083dd86c2e4eefb143d400e08698c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '1255a44b-68c9-423b-893f-2faec8375662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:13:17Z', 'updated_at': '2021-09-23T23:13:23Z', 'revision_number': 4, 'project_id': '63083dd86c2e4eefb143d400e08698c2', 'gw_port': {'id': '1255a44b-68c9-423b-893f-2faec8375662', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01fac3-f23d-4173-aa0b-9b59175cc46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:18Z', 'updated_at': '2021-09-23T23:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '486c8697-bf44-4de6-a6bb-9221408ced7f', 'name': '', 'network_id': 'fe361123-7479-4ff6-8a1e-e17059f5a370', 'tenant_id': '63083dd86c2e4eefb143d400e08698c2', 'mac_address': 'fa:16:3e:ed:b4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c01fac3-f23d-4173-aa0b-9b59175cc46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '397327da-ea0c-462a-80f0-09084d245ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:22Z', 'updated_at': '2021-09-23T23:13:23Z', 'revision_number': 2, 'project_id': '63083dd86c2e4eefb143d400e08698c2', 'subnets': [{'id': '397327da-ea0c-462a-80f0-09084d245ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:13:28.268171 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-dea2a5a7-12a2-4680-b2a5-c40911422294 req-c4ff534a-6bef-4f5e-b804-aeb0b961d6ec tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487329 Sep 23 23:13:28.323535 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5896745-093f-4827-b955-ca9a4b5ec7fc None None] Checking router: 3c01fac3-f23d-4173-aa0b-9b59175cc46e for host: dv-cinder-810785-1-iscsi {{(pid=94234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:13:28.324594 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5896745-093f-4827-b955-ca9a4b5ec7fc None None] Updating router 3c01fac3-f23d-4173-aa0b-9b59175cc46e port 486c8697-bf44-4de6-a6bb-9221408ced7f binding host dv-cinder-810785-1-iscsi {{(pid=94234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:13:28.368798 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-20bdbc64-7746-48a7-b829-4b35e0079cf5 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:28.376180 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-20bdbc64-7746-48a7-b829-4b35e0079cf5 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623447'] for security_group_rule, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:28.392721 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-a5896745-093f-4827-b955-ca9a4b5ec7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:28.407941 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bdbc64-7746-48a7-b829-4b35e0079cf5 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da3b877c-4ae5-4460-905c-997e88ad1d46,revision_number=0']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:28.418130 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-20bdbc64-7746-48a7-b829-4b35e0079cf5 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:28.419955 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-20bdbc64-7746-48a7-b829-4b35e0079cf5 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3565912 Sep 23 23:13:28.423764 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 58298) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:28.430581 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-1e02f08e-1200-4c60-b4d4-b3113d21de0d tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Request body: {'security_group_rule': {'security_group_id': '540b9a7f-a68b-4691-8112-30322530dffc', 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:13:28.483882 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1e02f08e-1200-4c60-b4d4-b3113d21de0d tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:28.624522 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1e02f08e-1200-4c60-b4d4-b3113d21de0d tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:28.631682 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1e02f08e-1200-4c60-b4d4-b3113d21de0d tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623447'] for security_group_rule, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:28.648121 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e02f08e-1200-4c60-b4d4-b3113d21de0d tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9394d858-5c49-4c3f-950a-0dce07655618,revision_number=0']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:28.667311 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1e02f08e-1200-4c60-b4d4-b3113d21de0d tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:28.671368 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-1e02f08e-1200-4c60-b4d4-b3113d21de0d tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2439053 Sep 23 23:13:28.673323 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 58306) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:28.678305 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-f30f13c1-7bd7-44ce-8a01-ed8a7918f4aa tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Request body: {'security_group_rule': {'security_group_id': '540b9a7f-a68b-4691-8112-30322530dffc', 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:13:28.697659 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 58308) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:28.724991 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f30f13c1-7bd7-44ce-8a01-ed8a7918f4aa tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:28.845615 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f30f13c1-7bd7-44ce-8a01-ed8a7918f4aa tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:28.856817 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f30f13c1-7bd7-44ce-8a01-ed8a7918f4aa tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623447'] for security_group_rule, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:28.893691 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-20d71f89-4163-488b-af16-448563bfbc5c req-58513a06-0c22-4712-9b55-1ecd8286061b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1941192 Sep 23 23:13:28.900309 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f13c1-7bd7-44ce-8a01-ed8a7918f4aa tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=524f1d1e-5da1-4d91-8c29-ffadcb8b3732,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:28.916219 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [req-20d71f89-4163-488b-af16-448563bfbc5c req-d994860f-b564-43b9-bdbe-a37f475e493c service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94231) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:13:28.918528 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-20d71f89-4163-488b-af16-448563bfbc5c req-d994860f-b564-43b9-bdbe-a37f475e493c service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119936 Sep 23 23:13:28.920967 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f30f13c1-7bd7-44ce-8a01-ed8a7918f4aa tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:28.923329 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-f30f13c1-7bd7-44ce-8a01-ed8a7918f4aa tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2486837 Sep 23 23:13:28.928370 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 58316) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:28.935702 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-a5896745-093f-4827-b955-ca9a4b5ec7fc None None] Notify callbacks [] for port, precommit_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:28.936522 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-4872e95c-5f4b-4772-9fad-2d334a6af95b tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Request body: {'security_group_rule': {'security_group_id': '540b9a7f-a68b-4691-8112-30322530dffc', 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:13:28.953889 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-a5896745-093f-4827-b955-ca9a4b5ec7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:28.988516 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.db.securitygroups_db [None req-4872e95c-5f4b-4772-9fad-2d334a6af95b tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Project 0b54c8cb576f4df48743b760c9eaae2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 23:13:29.002187 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4872e95c-5f4b-4772-9fad-2d334a6af95b tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:29.043469 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbdcb96-241b-4329-abb1-754b6ad64024 None None] Pushing event updated for resources: {'Port': ['ID=486c8697-bf44-4de6-a6bb-9221408ced7f,revision_number=3']} {{(pid=94234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:29.151445 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4872e95c-5f4b-4772-9fad-2d334a6af95b tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:29.164319 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4872e95c-5f4b-4772-9fad-2d334a6af95b tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623447'] for security_group_rule, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:29.172607 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:29.195764 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872e95c-5f4b-4772-9fad-2d334a6af95b tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5711cb67-36b4-41d8-9ea1-caf053b16c83,revision_number=0']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:29.204072 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-4872e95c-5f4b-4772-9fad-2d334a6af95b tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:29.210874 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-4872e95c-5f4b-4772-9fad-2d334a6af95b tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2776957 Sep 23 23:13:29.211113 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 58322) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:29.226936 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-3d9d1981-c8ce-42d8-afab-e19861a3e7e3 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Request body: {'security_group_rule': {'security_group_id': '540b9a7f-a68b-4691-8112-30322530dffc', 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:13:29.228734 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 6b7200a6-e363-47fa-bdab-e3eb6ebccade no longer exists at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:13:29.250447 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-a5896745-093f-4827-b955-ca9a4b5ec7fc None None] Attempting to bind port 486c8697-bf44-4de6-a6bb-9221408ced7f on host dv-cinder-810785-1-iscsi for vnic_type normal with profile {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:13:29.251121 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-a5896745-093f-4827-b955-ca9a4b5ec7fc None None] Attempting to bind port 486c8697-bf44-4de6-a6bb-9221408ced7f by drivers openvswitch,hyperv on host dv-cinder-810785-1-iscsi at level 0 using segments [{'id': 'b0897e8e-2c14-4701-adf0-1f639aef7acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fe361123-7479-4ff6-8a1e-e17059f5a370'}] {{(pid=94234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:13:29.251961 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5896745-093f-4827-b955-ca9a4b5ec7fc None None] Attempting to bind port 486c8697-bf44-4de6-a6bb-9221408ced7f on network fe361123-7479-4ff6-8a1e-e17059f5a370 {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:13:29.265601 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5896745-093f-4827-b955-ca9a4b5ec7fc None None] Checking agent: {'id': '481fc7b8-75a1-4de2-9424-90937d24576f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 0, 57), 'started_at': datetime.datetime(2021, 9, 23, 23, 1, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:13:29.265601 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5896745-093f-4827-b955-ca9a4b5ec7fc None None] Checking segment: {'id': 'b0897e8e-2c14-4701-adf0-1f639aef7acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fe361123-7479-4ff6-8a1e-e17059f5a370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:13:29.265601 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-a5896745-093f-4827-b955-ca9a4b5ec7fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:29.266561 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5896745-093f-4827-b955-ca9a4b5ec7fc None None] Bound using segment: {'id': 'b0897e8e-2c14-4701-adf0-1f639aef7acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fe361123-7479-4ff6-8a1e-e17059f5a370'} {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:13:29.267917 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-a5896745-093f-4827-b955-ca9a4b5ec7fc None None] Bound port: 486c8697-bf44-4de6-a6bb-9221408ced7f, host: dv-cinder-810785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0897e8e-2c14-4701-adf0-1f639aef7acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fe361123-7479-4ff6-8a1e-e17059f5a370'}}] {{(pid=94234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:13:29.268930 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-a5896745-093f-4827-b955-ca9a4b5ec7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:29.285813 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.db.securitygroups_db [None req-3d9d1981-c8ce-42d8-afab-e19861a3e7e3 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Project 0b54c8cb576f4df48743b760c9eaae2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 23:13:29.292543 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3d9d1981-c8ce-42d8-afab-e19861a3e7e3 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:29.471985 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3d9d1981-c8ce-42d8-afab-e19861a3e7e3 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:29.476037 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.db [None req-a5896745-093f-4827-b955-ca9a4b5ec7fc None None] For port 486c8697-bf44-4de6-a6bb-9221408ced7f, host dv-cinder-810785-1-iscsi, cleared binding levels {{(pid=94234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:13:29.481477 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3d9d1981-c8ce-42d8-afab-e19861a3e7e3 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623447'] for security_group_rule, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:29.483762 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.db [None req-a5896745-093f-4827-b955-ca9a4b5ec7fc None None] For port 486c8697-bf44-4de6-a6bb-9221408ced7f, host dv-cinder-810785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=486c8697-bf44-4de6-a6bb-9221408ced7f,segment=NetworkSegment(b0897e8e-2c14-4701-adf0-1f639aef7acc),segment_id=b0897e8e-2c14-4701-adf0-1f639aef7acc)] {{(pid=94234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:13:29.492251 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-a5896745-093f-4827-b955-ca9a4b5ec7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:29.605613 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d1981-c8ce-42d8-afab-e19861a3e7e3 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6be158d1-940e-4e9c-ae99-809bfa936be9,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:29.620085 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3d9d1981-c8ce-42d8-afab-e19861a3e7e3 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:29.621347 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-3d9d1981-c8ce-42d8-afab-e19861a3e7e3 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4080150 Sep 23 23:13:29.677045 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-e547f091-46c6-4501-8d1c-7fbbd669f259 None None] Provisioning complete for port 486c8697-bf44-4de6-a6bb-9221408ced7f triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:13:29.677517 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e547f091-46c6-4501-8d1c-7fbbd669f259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:29.732711 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbdcb96-241b-4329-abb1-754b6ad64024 None None] Pushing event updated for resources: {'Port': ['ID=486c8697-bf44-4de6-a6bb-9221408ced7f,revision_number=4']} {{(pid=94234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:29.759796 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff8b34-9b0a-4b48-9e34-13cf7eb15ec7 req-bf8d2ba0-35e8-459c-9012-3feb415b31b3 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:29.775409 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1eff8b34-9b0a-4b48-9e34-13cf7eb15ec7 req-bf8d2ba0-35e8-459c-9012-3feb415b31b3 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 943 time: 0.2126343 Sep 23 23:13:29.782346 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5896745-093f-4827-b955-ca9a4b5ec7fc None None] Routers {'3c01fac3-f23d-4173-aa0b-9b59175cc46e'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:13:29.785428 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-a5896745-093f-4827-b955-ca9a4b5ec7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:13:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['3c01fac3-f23d-4173-aa0b-9b59175cc46e'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:13:29.886694 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1eff8b34-9b0a-4b48-9e34-13cf7eb15ec7 req-d3ce65e8-c615-4ccd-bb85-ad6d358083c1 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033871 Sep 23 23:13:29.974671 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e547f091-46c6-4501-8d1c-7fbbd669f259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:30.051699 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-a5896745-093f-4827-b955-ca9a4b5ec7fc None None] Set router 3c01fac3-f23d-4173-aa0b-9b59175cc46e gateway port host: dv-cinder-810785-1-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:13:30.051975 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-e547f091-46c6-4501-8d1c-7fbbd669f259 None None] For port 486c8697-bf44-4de6-a6bb-9221408ced7f, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=486c8697-bf44-4de6-a6bb-9221408ced7f,segment=NetworkSegment(b0897e8e-2c14-4701-adf0-1f639aef7acc),segment_id=b0897e8e-2c14-4701-adf0-1f639aef7acc)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:13:30.059182 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e547f091-46c6-4501-8d1c-7fbbd669f259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:30.196939 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e547f091-46c6-4501-8d1c-7fbbd669f259 None None] Pushing event updated for resources: {'Port': ['ID=486c8697-bf44-4de6-a6bb-9221408ced7f,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:30.217296 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-ce02dbe5-5c94-4d4b-978d-80d3d654a6d2 None None] Provisioning complete for port 486c8697-bf44-4de6-a6bb-9221408ced7f triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:13:30.217876 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-ce02dbe5-5c94-4d4b-978d-80d3d654a6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:30.477439 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-a5896745-093f-4827-b955-ca9a4b5ec7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c01fac3-f23d-4173-aa0b-9b59175cc46e', 'name': 'tempest-TestVolumeBootPattern-368281678-router', 'tenant_id': '63083dd86c2e4eefb143d400e08698c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '1255a44b-68c9-423b-893f-2faec8375662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:13:17Z', 'updated_at': '2021-09-23T23:13:23Z', 'revision_number': 4, 'project_id': '63083dd86c2e4eefb143d400e08698c2', 'gw_port': {'id': '1255a44b-68c9-423b-893f-2faec8375662', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01fac3-f23d-4173-aa0b-9b59175cc46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:18Z', 'updated_at': '2021-09-23T23:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '486c8697-bf44-4de6-a6bb-9221408ced7f', 'name': '', 'network_id': 'fe361123-7479-4ff6-8a1e-e17059f5a370', 'tenant_id': '63083dd86c2e4eefb143d400e08698c2', 'mac_address': 'fa:16:3e:ed:b4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c01fac3-f23d-4173-aa0b-9b59175cc46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '397327da-ea0c-462a-80f0-09084d245ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:22Z', 'updated_at': '2021-09-23T23:13:29Z', 'revision_number': 4, 'project_id': '63083dd86c2e4eefb143d400e08698c2', 'subnets': [{'id': '397327da-ea0c-462a-80f0-09084d245ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:13:30.508077 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:30.536519 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5896745-093f-4827-b955-ca9a4b5ec7fc None None] The sync data for ids ['3c01fac3-f23d-4173-aa0b-9b59175cc46e'] in dv-cinder-810785-1-iscsi is: [{'id': '3c01fac3-f23d-4173-aa0b-9b59175cc46e', 'name': 'tempest-TestVolumeBootPattern-368281678-router', 'tenant_id': '63083dd86c2e4eefb143d400e08698c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '1255a44b-68c9-423b-893f-2faec8375662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:13:17Z', 'updated_at': '2021-09-23T23:13:23Z', 'revision_number': 4, 'project_id': '63083dd86c2e4eefb143d400e08698c2', 'gw_port': {'id': '1255a44b-68c9-423b-893f-2faec8375662', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01fac3-f23d-4173-aa0b-9b59175cc46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:18Z', 'updated_at': '2021-09-23T23:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '486c8697-bf44-4de6-a6bb-9221408ced7f', 'name': '', 'network_id': 'fe361123-7479-4ff6-8a1e-e17059f5a370', 'tenant_id': '63083dd86c2e4eefb143d400e08698c2', 'mac_address': 'fa:16:3e:ed:b4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c01fac3-f23d-4173-aa0b-9b59175cc46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '397327da-ea0c-462a-80f0-09084d245ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:22Z', 'updated_at': '2021-09-23T23:13:29Z', 'revision_number': 4, 'project_id': '63083dd86c2e4eefb143d400e08698c2', 'subnets': [{'id': '397327da-ea0c-462a-80f0-09084d245ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:13:31.153330 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2056e4-b90e-4b87-8df9-f6ddf1c78786 req-f8ac2156-5635-4613-92a1-4969957abdad tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:31.162330 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7d2056e4-b90e-4b87-8df9-f6ddf1c78786 req-f8ac2156-5635-4613-92a1-4969957abdad tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 943 time: 0.1372201 Sep 23 23:13:31.257092 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7d2056e4-b90e-4b87-8df9-f6ddf1c78786 req-14e2221c-eda7-4d24-b94f-a8205407dd3e tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923548 Sep 23 23:13:31.549134 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d71f89-4163-488b-af16-448563bfbc5c req-b0f09624-8d6c-4b5e-8490-7949f6cc46c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:31.551213 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-20d71f89-4163-488b-af16-448563bfbc5c req-b0f09624-8d6c-4b5e-8490-7949f6cc46c9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c&tenant_id=1ce270caeccc45089992ccfe6f9b5e97 HTTP/1.1" status: 200 len: 1096 time: 0.0959601 Sep 23 23:13:31.634301 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d71f89-4163-488b-af16-448563bfbc5c req-ebc4b6d4-d621-4041-b933-82b949c6e657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:31.636016 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-20d71f89-4163-488b-af16-448563bfbc5c req-ebc4b6d4-d621-4041-b933-82b949c6e657 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1ce270caeccc45089992ccfe6f9b5e97&device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 1096 time: 0.0586209 Sep 23 23:13:31.709289 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 486c8697-bf44-4de6-a6bb-9221408ced7f up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:13:31.803032 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port 486c8697-bf44-4de6-a6bb-9221408ced7f triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:13:31.803704 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:31.873364 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d71f89-4163-488b-af16-448563bfbc5c req-66a78087-fdb7-4491-bad4-03d3b08b2de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:31.876209 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-20d71f89-4163-488b-af16-448563bfbc5c req-66a78087-fdb7-4491-bad4-03d3b08b2de8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a541a17-4f1f-474c-8b16-9626260a5840 HTTP/1.1" status: 200 len: 918 time: 0.2320104 Sep 23 23:13:31.982835 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-20d71f89-4163-488b-af16-448563bfbc5c req-c0f89c4f-77bd-47a7-8581-5404270904a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b7200a6-e363-47fa-bdab-e3eb6ebccade HTTP/1.1" status: 200 len: 998 time: 0.0982573 Sep 23 23:13:32.048665 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d71f89-4163-488b-af16-448563bfbc5c req-2b8e31d7-bd92-43bf-9bba-6f4a2ee166a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:32.050345 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-20d71f89-4163-488b-af16-448563bfbc5c req-2b8e31d7-bd92-43bf-9bba-6f4a2ee166a4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c8241cf2-9853-4e57-aa8e-4b19fe5956ff HTTP/1.1" status: 200 len: 856 time: 0.0565431 Sep 23 23:13:32.132976 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d71f89-4163-488b-af16-448563bfbc5c req-0340554c-aaa5-4ce6-b84c-4f99a5512bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:32.135238 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-20d71f89-4163-488b-af16-448563bfbc5c req-0340554c-aaa5-4ce6-b84c-4f99a5512bb5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a541a17-4f1f-474c-8b16-9626260a5840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0677691 Sep 23 23:13:32.280772 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-20d71f89-4163-488b-af16-448563bfbc5c req-b565e952-c0f3-4b49-9405-87116cc3f835 service neutron] 10.222.0.11 "GET /v2.0/networks/0a541a17-4f1f-474c-8b16-9626260a5840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336665 Sep 23 23:13:32.480939 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-20d71f89-4163-488b-af16-448563bfbc5c req-be68e682-e756-44c5-995e-ecdf9afe410f service neutron] 10.222.0.11 "GET /v2.0/networks/0a541a17-4f1f-474c-8b16-9626260a5840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907876 Sep 23 23:13:32.552032 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc67a9-a684-4bf8-adb8-c04bc1cae5d9 req-058a8c3f-f520-4983-b05a-d90549fed9f8 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:32.553989 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f7bc67a9-a684-4bf8-adb8-c04bc1cae5d9 req-058a8c3f-f520-4983-b05a-d90549fed9f8 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 943 time: 0.1005275 Sep 23 23:13:32.612156 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f7bc67a9-a684-4bf8-adb8-c04bc1cae5d9 req-c9275ae6-2dbd-4ebb-8fe0-20e49f581f58 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474870 Sep 23 23:13:33.790954 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ff978-5693-40a7-a7ad-e1eca2c71185 req-0e3822a7-5637-4674-948b-81c0694647ea tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:33.793775 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8d2ff978-5693-40a7-a7ad-e1eca2c71185 req-0e3822a7-5637-4674-948b-81c0694647ea tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 943 time: 0.0819347 Sep 23 23:13:33.859943 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8d2ff978-5693-40a7-a7ad-e1eca2c71185 req-8a414bdb-6aa5-419b-a24f-76abe1098149 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573995 Sep 23 23:13:34.053270 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 58516) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:34.218636 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f1a506cf-57dd-46f6-9b68-f515bcbd8d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:34.330693 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f1a506cf-57dd-46f6-9b68-f515bcbd8d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:34.337164 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f1a506cf-57dd-46f6-9b68-f515bcbd8d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:34.377668 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-f1a506cf-57dd-46f6-9b68-f515bcbd8d29 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=16e650f9dcbe49a7a0b3448ec518d0b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3229613 Sep 23 23:13:34.378472 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a506cf-57dd-46f6-9b68-f515bcbd8d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c3af20-c8d4-4356-822d-584db9cd9a86,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:34.383447 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 58520) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:34.386763 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a506cf-57dd-46f6-9b68-f515bcbd8d29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:34.387104 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a506cf-57dd-46f6-9b68-f515bcbd8d29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:34.387476 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a506cf-57dd-46f6-9b68-f515bcbd8d29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:34.387807 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a506cf-57dd-46f6-9b68-f515bcbd8d29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:34.388129 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a506cf-57dd-46f6-9b68-f515bcbd8d29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:34.388449 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a506cf-57dd-46f6-9b68-f515bcbd8d29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:34.388752 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a506cf-57dd-46f6-9b68-f515bcbd8d29 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:34.389084 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a506cf-57dd-46f6-9b68-f515bcbd8d29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:34.389391 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a506cf-57dd-46f6-9b68-f515bcbd8d29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:34.389715 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a506cf-57dd-46f6-9b68-f515bcbd8d29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:34.390031 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a506cf-57dd-46f6-9b68-f515bcbd8d29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:34.390333 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a506cf-57dd-46f6-9b68-f515bcbd8d29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:34.443085 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-95bea8c9-e8f5-4315-b367-8a4ecebd36c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:34.482093 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-95bea8c9-e8f5-4315-b367-8a4ecebd36c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:34.548917 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-95bea8c9-e8f5-4315-b367-8a4ecebd36c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:34.554403 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-95bea8c9-e8f5-4315-b367-8a4ecebd36c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:34.556628 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-95bea8c9-e8f5-4315-b367-8a4ecebd36c1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/87c3af20-c8d4-4356-822d-584db9cd9a86 HTTP/1.1" status: 204 len: 168 time: 0.1721013 Sep 23 23:13:34.566230 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bea8c9-e8f5-4315-b367-8a4ecebd36c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c3af20-c8d4-4356-822d-584db9cd9a86,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:34.901587 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 58526) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:34.921080 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-dae00c5b-c9d1-485b-8d9c-3b28f5938007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:35.056662 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c26c5-984c-40db-9e07-c7c01c271967 req-466cf2c3-a63d-40e8-99f5-ecfa5c69196a tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:35.058277 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b66c26c5-984c-40db-9e07-c7c01c271967 req-466cf2c3-a63d-40e8-99f5-ecfa5c69196a tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 943 time: 0.0872951 Sep 23 23:13:35.119081 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-dae00c5b-c9d1-485b-8d9c-3b28f5938007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:35.134104 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-dae00c5b-c9d1-485b-8d9c-3b28f5938007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:35.160820 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b66c26c5-984c-40db-9e07-c7c01c271967 req-593e01aa-9c18-4e1b-bb02-db77b32ef8f3 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835655 Sep 23 23:13:35.182821 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-dae00c5b-c9d1-485b-8d9c-3b28f5938007 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d0b0074078f349c4b6e0065c37846598&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2800119 Sep 23 23:13:35.185535 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 58540) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:35.189496 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae00c5b-c9d1-485b-8d9c-3b28f5938007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c1a54e-3c47-4dd7-b968-9a443e2a875f,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:35.253756 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0c49b6b4-7ea3-4de0-9c16-06387a2df29f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:35.280969 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0c49b6b4-7ea3-4de0-9c16-06387a2df29f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:35.349308 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0c49b6b4-7ea3-4de0-9c16-06387a2df29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:35.351946 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0c49b6b4-7ea3-4de0-9c16-06387a2df29f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:35.353289 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-0c49b6b4-7ea3-4de0-9c16-06387a2df29f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c0c1a54e-3c47-4dd7-b968-9a443e2a875f HTTP/1.1" status: 204 len: 168 time: 0.1665521 Sep 23 23:13:35.362608 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c49b6b4-7ea3-4de0-9c16-06387a2df29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c1a54e-3c47-4dd7-b968-9a443e2a875f,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:36.140488 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 58570) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:36.195654 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6b04e3b-74e8-4403-9617-a4b3f3cf079c admin admin] Deleting subnet 254db855-27a6-4145-9fe9-f8c8b00401bf {{(pid=94231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:13:36.201696 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a6b04e3b-74e8-4403-9617-a4b3f3cf079c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:36.253914 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a6b04e3b-74e8-4403-9617-a4b3f3cf079c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3956720'] for subnet, precommit_delete_associations {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:36.301789 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a6b04e3b-74e8-4403-9617-a4b3f3cf079c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8114061'] for subnet, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:36.312641 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cddbcc-3233-4349-ab6a-915e25c7b724 req-fa8be8c8-8306-4e12-8d64-3cf111fefd05 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:36.314251 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-06cddbcc-3233-4349-ab6a-915e25c7b724 req-fa8be8c8-8306-4e12-8d64-3cf111fefd05 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 943 time: 0.0545232 Sep 23 23:13:36.363005 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-06cddbcc-3233-4349-ab6a-915e25c7b724 req-7139ef77-347a-4dec-96b7-28285032236b tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419378 Sep 23 23:13:36.386341 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a6b04e3b-74e8-4403-9617-a4b3f3cf079c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8114052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906294'] for subnet, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:36.413994 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b04e3b-74e8-4403-9617-a4b3f3cf079c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=254db855-27a6-4145-9fe9-f8c8b00401bf,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:36.419059 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a6b04e3b-74e8-4403-9617-a4b3f3cf079c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for subnet, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:36.421272 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-a6b04e3b-74e8-4403-9617-a4b3f3cf079c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/254db855-27a6-4145-9fe9-f8c8b00401bf HTTP/1.1" status: 204 len: 168 time: 0.2796516 Sep 23 23:13:36.423720 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 58576) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:36.516234 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ef712eb3-c067-451c-bcdf-6c29cda6bda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7893109'] for network, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:36.624973 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ef712eb3-c067-451c-bcdf-6c29cda6bda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8111924', 'neutron.services.segments.db._delete_segments_for_network-8784998755988'] for network, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:36.652204 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-ef712eb3-c067-451c-bcdf-6c29cda6bda1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb576778-e116-4f6d-8f26-145f60cb874c']}} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:13:36.663378 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-ef712eb3-c067-451c-bcdf-6c29cda6bda1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8f824a0-e5fd-448e-9109-4b872395178e') {'for_net_delete': True} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:13:36.663667 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-ef712eb3-c067-451c-bcdf-6c29cda6bda1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8f824a0-e5fd-448e-9109-4b872395178e') {} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:13:36.681001 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ef712eb3-c067-451c-bcdf-6c29cda6bda1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784998755229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3956713'] for segment, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:36.719528 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ef712eb3-c067-451c-bcdf-6c29cda6bda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778'] for segment, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:36.727456 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef712eb3-c067-451c-bcdf-6c29cda6bda1 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=94231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:13:36.727924 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ef712eb3-c067-451c-bcdf-6c29cda6bda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3257149'] for segment, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:36.730125 dv-cinder-810785-1-iscsi neutron-server[94231]: Traceback (most recent call last): Sep 23 23:13:36.730125 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:13:36.730125 dv-cinder-810785-1-iscsi neutron-server[94231]: timer() Sep 23 23:13:36.730125 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:13:36.730125 dv-cinder-810785-1-iscsi neutron-server[94231]: cb(*args, **kw) Sep 23 23:13:36.730125 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:13:36.730125 dv-cinder-810785-1-iscsi neutron-server[94231]: return func(*args, **kwargs) Sep 23 23:13:36.730125 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:13:36.730125 dv-cinder-810785-1-iscsi neutron-server[94231]: self._notify() Sep 23 23:13:36.730125 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:13:36.730125 dv-cinder-810785-1-iscsi neutron-server[94231]: self.callback(batched_events) Sep 23 23:13:36.730125 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:13:36.730125 dv-cinder-810785-1-iscsi neutron-server[94231]: event.method(event) Sep 23 23:13:36.730125 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:13:36.730125 dv-cinder-810785-1-iscsi neutron-server[94231]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:13:36.730125 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:13:36.730125 dv-cinder-810785-1-iscsi neutron-server[94231]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:13:36.730125 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:13:36.730125 dv-cinder-810785-1-iscsi neutron-server[94231]: return f(self, *a, **k) Sep 23 23:13:36.730125 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:13:36.730125 dv-cinder-810785-1-iscsi neutron-server[94231]: return self._get(url).json() Sep 23 23:13:36.730125 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:13:36.730125 dv-cinder-810785-1-iscsi neutron-server[94231]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:13:36.730125 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:13:36.730125 dv-cinder-810785-1-iscsi neutron-server[94231]: return self.request(url, 'GET', **kwargs) Sep 23 23:13:36.730125 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:13:36.730125 dv-cinder-810785-1-iscsi neutron-server[94231]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:13:36.730125 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:13:36.730125 dv-cinder-810785-1-iscsi neutron-server[94231]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:13:36.730125 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:13:36.730125 dv-cinder-810785-1-iscsi neutron-server[94231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:13:36.730125 dv-cinder-810785-1-iscsi neutron-server[94231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:13:36.796642 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ef712eb3-c067-451c-bcdf-6c29cda6bda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8111875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594954'] for network, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:36.803038 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ef712eb3-c067-451c-bcdf-6c29cda6bda1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for network, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:36.809003 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-ef712eb3-c067-451c-bcdf-6c29cda6bda1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/eb576778-e116-4f6d-8f26-145f60cb874c HTTP/1.1" status: 204 len: 168 time: 0.3800082 Sep 23 23:13:36.823685 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef712eb3-c067-451c-bcdf-6c29cda6bda1 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb576778-e116-4f6d-8f26-145f60cb874c,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:36.996140 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 58592) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:37.059741 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-a2730ecc-e97b-4c94-ac41-cd64c5c711a8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=62b7141ba84245ea9a9e72d53a222cea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0619080 Sep 23 23:13:37.061781 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 58596) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:37.130891 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0a4c1ef8-ac05-4109-87ef-dbafae3109e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:37.166566 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0a4c1ef8-ac05-4109-87ef-dbafae3109e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:37.224930 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0a4c1ef8-ac05-4109-87ef-dbafae3109e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:37.228403 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0a4c1ef8-ac05-4109-87ef-dbafae3109e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:37.230046 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-0a4c1ef8-ac05-4109-87ef-dbafae3109e3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3af88e19-d3d0-44f4-879d-2aafdf89e3a7 HTTP/1.1" status: 204 len: 168 time: 0.1672277 Sep 23 23:13:37.247806 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4c1ef8-ac05-4109-87ef-dbafae3109e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af88e19-d3d0-44f4-879d-2aafdf89e3a7,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:37.581544 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8a26c-b7c2-4542-8ad8-b0a2da12f186 req-935280fd-bc09-4c3b-b013-d7109792349b tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:37.584426 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f8d8a26c-b7c2-4542-8ad8-b0a2da12f186 req-935280fd-bc09-4c3b-b013-d7109792349b tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 943 time: 0.0996902 Sep 23 23:13:37.636638 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f8d8a26c-b7c2-4542-8ad8-b0a2da12f186 req-e0fea5dd-d53d-4128-ae77-9bd4c1337208 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459714 Sep 23 23:13:38.800751 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43f1d6-24ed-41ee-a0ef-bbf609bd3bc9 req-5c5083db-adbf-4d7c-9274-a5e413a9e369 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:38.802709 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-df43f1d6-24ed-41ee-a0ef-bbf609bd3bc9 req-5c5083db-adbf-4d7c-9274-a5e413a9e369 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 943 time: 0.0640671 Sep 23 23:13:38.849957 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-df43f1d6-24ed-41ee-a0ef-bbf609bd3bc9 req-dc9b7b73-3d04-4fbe-ad50-4ada2ca5c328 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397806 Sep 23 23:13:39.647072 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:39.990144 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76e2df-5052-45b1-aa06-a99b2c080f0b req-9b1ab1d8-2c8d-42d4-91b9-49f2d6cca7d1 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:39.991749 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ff76e2df-5052-45b1-aa06-a99b2c080f0b req-9b1ab1d8-2c8d-42d4-91b9-49f2d6cca7d1 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 943 time: 0.0609183 Sep 23 23:13:40.033802 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ff76e2df-5052-45b1-aa06-a99b2c080f0b req-cf406cbc-ce5d-469d-af0f-21d27872f3e8 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358217 Sep 23 23:13:40.366569 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 58642) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:40.506816 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ac0c3406-1408-46c4-9c1f-5912085e276b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:40.646468 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ac0c3406-1408-46c4-9c1f-5912085e276b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:40.651224 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ac0c3406-1408-46c4-9c1f-5912085e276b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:40.693064 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0c3406-1408-46c4-9c1f-5912085e276b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028d50c7-bfd6-4ac1-b2fe-7cc0f1c9dbad,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:40.697300 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-ac0c3406-1408-46c4-9c1f-5912085e276b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b6d51095c247451d950ac613387260db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3296268 Sep 23 23:13:40.700566 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 58646) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:40.760166 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-5732e39f-b49a-44e1-a235-702a6b08c29e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:40.788149 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-5732e39f-b49a-44e1-a235-702a6b08c29e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:40.850777 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-5732e39f-b49a-44e1-a235-702a6b08c29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:40.854628 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-5732e39f-b49a-44e1-a235-702a6b08c29e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:40.856090 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-5732e39f-b49a-44e1-a235-702a6b08c29e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/028d50c7-bfd6-4ac1-b2fe-7cc0f1c9dbad HTTP/1.1" status: 204 len: 168 time: 0.1550584 Sep 23 23:13:40.864569 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5732e39f-b49a-44e1-a235-702a6b08c29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028d50c7-bfd6-4ac1-b2fe-7cc0f1c9dbad,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:41.165442 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d7a0d-be89-43c3-bec1-d8bf61a908a7 req-1fe0b2f0-62d2-46d7-8b6f-2d45dd716681 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:41.168078 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-614d7a0d-be89-43c3-bec1-d8bf61a908a7 req-1fe0b2f0-62d2-46d7-8b6f-2d45dd716681 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 943 time: 0.0547717 Sep 23 23:13:41.168631 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 58654) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:41.182229 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-50151828-34e8-4e18-8b03-464c11566562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:41.210077 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-614d7a0d-be89-43c3-bec1-d8bf61a908a7 req-632c57f8-f826-479b-b1c4-788845dd57d7 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352747 Sep 23 23:13:41.309583 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-50151828-34e8-4e18-8b03-464c11566562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:41.314974 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-50151828-34e8-4e18-8b03-464c11566562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:41.364395 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-50151828-34e8-4e18-8b03-464c11566562 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fdb84702c9a1415f8b9cbe0c07747107&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1909018 Sep 23 23:13:41.364395 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50151828-34e8-4e18-8b03-464c11566562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70141a0e-fdee-4b7a-84c6-d0c6f8366cc8,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:41.365829 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 58658) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:41.428793 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9cfc2cb0-e60f-4573-9859-651b085ff99f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:41.455520 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9cfc2cb0-e60f-4573-9859-651b085ff99f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:41.526661 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9cfc2cb0-e60f-4573-9859-651b085ff99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:41.529780 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9cfc2cb0-e60f-4573-9859-651b085ff99f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:41.533550 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-9cfc2cb0-e60f-4573-9859-651b085ff99f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/70141a0e-fdee-4b7a-84c6-d0c6f8366cc8 HTTP/1.1" status: 204 len: 168 time: 0.1638126 Sep 23 23:13:41.540376 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc2cb0-e60f-4573-9859-651b085ff99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70141a0e-fdee-4b7a-84c6-d0c6f8366cc8,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:42.365130 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5040145-d5f5-49e9-8d9b-da90b72b9a14 req-cd034c50-3436-4093-a7c8-8bc38d83a5d9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:42.366737 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f5040145-d5f5-49e9-8d9b-da90b72b9a14 req-cd034c50-3436-4093-a7c8-8bc38d83a5d9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 943 time: 0.0587096 Sep 23 23:13:42.416958 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f5040145-d5f5-49e9-8d9b-da90b72b9a14 req-161268c1-73e4-4ec9-b9d7-6d7e44ad3188 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417433 Sep 23 23:13:43.665487 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc594e72-1a3c-45d4-a9f0-23697d7fd070 req-0fd14bb7-93aa-4017-ba43-68db849a17a8 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:43.669604 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cc594e72-1a3c-45d4-a9f0-23697d7fd070 req-0fd14bb7-93aa-4017-ba43-68db849a17a8 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 943 time: 0.1279435 Sep 23 23:13:43.718270 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cc594e72-1a3c-45d4-a9f0-23697d7fd070 req-5b51b3af-c02d-4630-a961-3ae14fe94800 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376606 Sep 23 23:13:44.878408 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc02ff-3a5a-413e-9d2c-d77a9a992c78 req-83d6d4af-2ec3-4cc0-bc07-ab29a4dda9f2 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:44.885968 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-eecc02ff-3a5a-413e-9d2c-d77a9a992c78 req-83d6d4af-2ec3-4cc0-bc07-ab29a4dda9f2 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 943 time: 0.0840621 Sep 23 23:13:44.921908 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-eecc02ff-3a5a-413e-9d2c-d77a9a992c78 req-de48637d-875c-435a-b54b-b40400ede26e tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350437 Sep 23 23:13:46.073165 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c4b9b-b5fe-4021-80f7-84efd90532f8 req-28f89769-f49f-4012-8644-c52d73495ac9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:46.074749 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-712c4b9b-b5fe-4021-80f7-84efd90532f8 req-28f89769-f49f-4012-8644-c52d73495ac9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 943 time: 0.0637200 Sep 23 23:13:46.120801 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-712c4b9b-b5fe-4021-80f7-84efd90532f8 req-25b763d3-f315-4842-b93a-f9065ece037a tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392988 Sep 23 23:13:47.261028 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9623b6-ec40-41ff-a3ea-7701630e41cc req-c985861d-869d-4d8f-b888-eb294c109544 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:47.262580 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7b9623b6-ec40-41ff-a3ea-7701630e41cc req-c985861d-869d-4d8f-b888-eb294c109544 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 943 time: 0.0598457 Sep 23 23:13:47.305388 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7b9623b6-ec40-41ff-a3ea-7701630e41cc req-6ab438cf-f3bb-4bbf-9f87-fad16e395762 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335846 Sep 23 23:13:48.461424 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c838393-5026-4403-b379-df12e7a84b3b req-14794c95-b796-4b30-8aff-5d5a63bb15ec tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:48.463114 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2c838393-5026-4403-b379-df12e7a84b3b req-14794c95-b796-4b30-8aff-5d5a63bb15ec tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 943 time: 0.0760090 Sep 23 23:13:48.509152 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2c838393-5026-4403-b379-df12e7a84b3b req-5b5e3178-f169-4caa-9fe9-457e6eb14e20 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391719 Sep 23 23:13:49.643669 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2994b-0339-42e9-b967-31ec08287412 req-8257e361-7570-4c46-957b-1315bb1e0337 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:49.645347 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-51b2994b-0339-42e9-b967-31ec08287412 req-8257e361-7570-4c46-957b-1315bb1e0337 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 943 time: 0.0562239 Sep 23 23:13:49.687305 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-51b2994b-0339-42e9-b967-31ec08287412 req-4b48de6c-c816-449e-856e-bfe4ed72690a tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353506 Sep 23 23:13:50.657783 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 58876) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:50.775649 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-239bec94-f736-455a-84be-7f1e15a209c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:50.876680 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a239a-99be-4ff2-ae90-e73e381da7a6 req-44a7d6c4-3582-4c87-acde-98dd99e1edf6 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:50.878120 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-890a239a-99be-4ff2-ae90-e73e381da7a6 req-44a7d6c4-3582-4c87-acde-98dd99e1edf6 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 943 time: 0.0869305 Sep 23 23:13:50.938205 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-890a239a-99be-4ff2-ae90-e73e381da7a6 req-20213fd9-cf0e-45f4-8df7-7626bfd05440 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525794 Sep 23 23:13:50.952126 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-239bec94-f736-455a-84be-7f1e15a209c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:50.958912 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-239bec94-f736-455a-84be-7f1e15a209c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:51.009560 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239bec94-f736-455a-84be-7f1e15a209c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d38fdc-4fd4-4be0-ab10-58d8399764d3,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:51.018821 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 58884) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:51.026058 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-239bec94-f736-455a-84be-7f1e15a209c1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4d691f0934904b87a221a9fd12e261cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3671539 Sep 23 23:13:51.068990 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a0e5a433-668c-4784-bf46-05181774642c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:51.090440 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a0e5a433-668c-4784-bf46-05181774642c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:51.146422 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a0e5a433-668c-4784-bf46-05181774642c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:51.153886 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a0e5a433-668c-4784-bf46-05181774642c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:51.173192 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-a0e5a433-668c-4784-bf46-05181774642c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/15d38fdc-4fd4-4be0-ab10-58d8399764d3 HTTP/1.1" status: 204 len: 168 time: 0.1526322 Sep 23 23:13:51.197759 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5a433-668c-4784-bf46-05181774642c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d38fdc-4fd4-4be0-ab10-58d8399764d3,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:51.473218 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 58892) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:51.496634 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-7529eeac-6b0c-4b5a-ad44-73b62881e1f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:51.622041 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-7529eeac-6b0c-4b5a-ad44-73b62881e1f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:51.627501 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-7529eeac-6b0c-4b5a-ad44-73b62881e1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:51.669469 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-7529eeac-6b0c-4b5a-ad44-73b62881e1f2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=be09b0a4ec6a48aeac2e7322e58b12d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1931016 Sep 23 23:13:51.672317 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 58894) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:51.672974 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7529eeac-6b0c-4b5a-ad44-73b62881e1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586ddead-7062-4f1e-9b29-eccf12b3388c,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:51.733673 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1fbaab2d-ff04-46cd-9c23-2dc311c9457f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:51.755677 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1fbaab2d-ff04-46cd-9c23-2dc311c9457f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:51.805017 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1fbaab2d-ff04-46cd-9c23-2dc311c9457f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:51.807776 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1fbaab2d-ff04-46cd-9c23-2dc311c9457f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:51.808973 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-1fbaab2d-ff04-46cd-9c23-2dc311c9457f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/586ddead-7062-4f1e-9b29-eccf12b3388c HTTP/1.1" status: 204 len: 168 time: 0.1356399 Sep 23 23:13:51.817606 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbaab2d-ff04-46cd-9c23-2dc311c9457f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586ddead-7062-4f1e-9b29-eccf12b3388c,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:52.103656 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7e4ba-db24-474a-a0c4-7a4e8adf6073 req-2e7e6384-d98f-4fe8-afd1-9c284176b7b9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:52.111746 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e0e7e4ba-db24-474a-a0c4-7a4e8adf6073 req-2e7e6384-d98f-4fe8-afd1-9c284176b7b9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 943 time: 0.0670767 Sep 23 23:13:52.150805 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e0e7e4ba-db24-474a-a0c4-7a4e8adf6073 req-12761bcf-3541-4a25-a5ab-b5b174d8207e tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377953 Sep 23 23:13:52.256933 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 58904) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:52.270918 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b514e2a3-e52b-43f5-8430-0b18f4c69537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:52.439122 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b514e2a3-e52b-43f5-8430-0b18f4c69537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:52.446001 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b514e2a3-e52b-43f5-8430-0b18f4c69537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:52.489422 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b514e2a3-e52b-43f5-8430-0b18f4c69537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a132eb-f8fc-4168-8772-563da42574e4,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:52.499626 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-b514e2a3-e52b-43f5-8430-0b18f4c69537 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b9fe6d70a11a47e3a0d950bb7fb2dba1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2402899 Sep 23 23:13:52.501435 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 58912) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:52.608167 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-977fb498-4da1-463b-bca0-1fe895a6b845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:52.641661 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-977fb498-4da1-463b-bca0-1fe895a6b845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:52.696205 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-977fb498-4da1-463b-bca0-1fe895a6b845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:52.698898 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-977fb498-4da1-463b-bca0-1fe895a6b845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:52.700117 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-977fb498-4da1-463b-bca0-1fe895a6b845 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/74a132eb-f8fc-4168-8772-563da42574e4 HTTP/1.1" status: 204 len: 168 time: 0.1973310 Sep 23 23:13:52.717224 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977fb498-4da1-463b-bca0-1fe895a6b845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a132eb-f8fc-4168-8772-563da42574e4,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:53.352531 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab37fd8-7df0-44dd-80a3-10ab0eb57d0f req-366878e8-44d5-429b-976e-6a04114e0525 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:53.354467 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8ab37fd8-7df0-44dd-80a3-10ab0eb57d0f req-366878e8-44d5-429b-976e-6a04114e0525 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 943 time: 0.0856211 Sep 23 23:13:53.401713 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8ab37fd8-7df0-44dd-80a3-10ab0eb57d0f req-0dd3d259-e850-41c3-86e5-1db0a3d0d66d tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400646 Sep 23 23:13:53.759244 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e105b046-e0e6-4229-a1f5-bf1a3ab6f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:54.338980 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 58970) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:54.570594 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ab989429-85a2-4dfa-9f27-20ef6810aa57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:54.700576 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7c4c2-b25d-46a3-9b6f-7788e2f3911d req-28a2f34c-5586-4d9e-98c2-4144e82fa54f tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:54.713738 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2ff7c4c2-b25d-46a3-9b6f-7788e2f3911d req-28a2f34c-5586-4d9e-98c2-4144e82fa54f tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 943 time: 0.0881894 Sep 23 23:13:54.814853 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ab989429-85a2-4dfa-9f27-20ef6810aa57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:54.817107 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2ff7c4c2-b25d-46a3-9b6f-7788e2f3911d req-fc9d58ae-6c48-4781-9b54-16861beaa9f5 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982494 Sep 23 23:13:54.821932 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ab989429-85a2-4dfa-9f27-20ef6810aa57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:54.893030 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-ab989429-85a2-4dfa-9f27-20ef6810aa57 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=02083d09c551499dbdb0dacdd91908cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5513222 Sep 23 23:13:54.896023 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 58990) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:54.913836 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab989429-85a2-4dfa-9f27-20ef6810aa57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d120bfd-28dd-484e-8808-74844be50777,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:54.985211 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9b926662-eca8-452b-b3fa-4ba3a5365a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:55.042027 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9b926662-eca8-452b-b3fa-4ba3a5365a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:55.063065 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-e4f5c1b6-7277-4f72-a1f8-9e6bec6840f3 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1057518051&fields=id&tenant_id=0b54c8cb576f4df48743b760c9eaae2a HTTP/1.1" status: 200 len: 267 time: 0.1048946 Sep 23 23:13:55.105454 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48349b5c-c4c9-46c2-a456-ed7b436d461a req-4c77d96c-b21f-4279-b9ea-bec860455d69 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:55.107003 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-48349b5c-c4c9-46c2-a456-ed7b436d461a req-4c77d96c-b21f-4279-b9ea-bec860455d69 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.1462154 Sep 23 23:13:55.232294 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-48349b5c-c4c9-46c2-a456-ed7b436d461a req-d343fdfa-7ec5-4968-8494-69b1462e1b75 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098411 Sep 23 23:13:55.236356 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9b926662-eca8-452b-b3fa-4ba3a5365a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:55.242246 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9b926662-eca8-452b-b3fa-4ba3a5365a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:55.255476 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-9b926662-eca8-452b-b3fa-4ba3a5365a42 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6d120bfd-28dd-484e-8808-74844be50777 HTTP/1.1" status: 204 len: 168 time: 0.3466752 Sep 23 23:13:55.284150 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b926662-eca8-452b-b3fa-4ba3a5365a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d120bfd-28dd-484e-8808-74844be50777,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:55.298072 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-2ba47bc4-92e5-4e15-9ead-b7ab23e794d5 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:55.298917 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-2ba47bc4-92e5-4e15-9ead-b7ab23e794d5 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/networks?id=a142d4ab-a769-4517-b595-172b82642394 HTTP/1.1" status: 200 len: 811 time: 0.2196512 Sep 23 23:13:55.316147 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-41942d0a-50af-49a9-b4b2-4b2de1c10fd4 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/quotas/0b54c8cb576f4df48743b760c9eaae2a HTTP/1.1" status: 200 len: 375 time: 0.0102870 Sep 23 23:13:55.386756 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-dbc1dfa1-8313-486f-86fa-84fc3c8d7982 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0b54c8cb576f4df48743b760c9eaae2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614562 Sep 23 23:13:55.499638 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-efcd56c2-4c8f-4d99-abd7-0b6744199797 service neutron] 10.222.0.46 "GET /v2.0/networks/a142d4ab-a769-4517-b595-172b82642394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935855 Sep 23 23:13:55.558231 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-e120304e-e087-4557-b345-b0e358493c41 None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:13:55.618737 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-8e88cc84-dc08-4359-9a4f-e072456649b8 service neutron] 10.222.0.46 "GET /v2.0/networks/a142d4ab-a769-4517-b595-172b82642394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093330 Sep 23 23:13:56.047010 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3e5ae-242f-4d58-8856-63243a0c1203 req-32ae81ba-9e59-406b-a79b-b9ec6a7bd0cb tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:56.056226 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-adb3e5ae-242f-4d58-8856-63243a0c1203 req-32ae81ba-9e59-406b-a79b-b9ec6a7bd0cb tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 943 time: 0.1410749 Sep 23 23:13:56.127651 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-adb3e5ae-242f-4d58-8856-63243a0c1203 req-af617449-bdeb-4a29-a0bb-adf5c6e05009 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626295 Sep 23 23:13:56.147496 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a792e11b-cdb8-4b3a-b90a-2e6b4be117e5 req-f57c8117-9228-4987-8acd-e27d83bd2aa8 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=f642edf1-1471-4dc2-91e5-bf7d24f520c8 HTTP/1.1" status: 200 len: 210 time: 0.0553677 Sep 23 23:13:56.697038 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd4736-74b1-44a3-a847-e665cda3b36b req-62e68edc-3364-4e35-8579-0f30eb1f3572 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:56.700494 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b3cd4736-74b1-44a3-a847-e665cda3b36b req-62e68edc-3364-4e35-8579-0f30eb1f3572 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.3291214 Sep 23 23:13:56.759617 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b3cd4736-74b1-44a3-a847-e665cda3b36b req-1d5e9c75-0907-4682-9fda-127ea7519165 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482278 Sep 23 23:13:56.911252 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:57.344751 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7ff663d5-3f09-49bd-bc30-1fad80b10617 req-b5911a3d-157e-40d8-aa1f-4cfe462f4f4d tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=f642edf1-1471-4dc2-91e5-bf7d24f520c8 HTTP/1.1" status: 200 len: 210 time: 0.0511184 Sep 23 23:13:57.404267 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c5164-2a8b-4582-b28d-304bed87ddc8 req-876d96c8-aae6-4dd6-9437-843b7671c274 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:57.405802 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f55c5164-2a8b-4582-b28d-304bed87ddc8 req-876d96c8-aae6-4dd6-9437-843b7671c274 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 943 time: 0.1506805 Sep 23 23:13:57.470861 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-d524dfde-851e-4673-832e-e600d225f43d tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:57.472786 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-d524dfde-851e-4673-832e-e600d225f43d tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.11 "GET /v2.0/networks?id=a142d4ab-a769-4517-b595-172b82642394 HTTP/1.1" status: 200 len: 811 time: 0.1763210 Sep 23 23:13:57.487025 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f55c5164-2a8b-4582-b28d-304bed87ddc8 req-96fcff71-29ee-4525-ac3a-ed8a831e5f5e tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704327 Sep 23 23:13:57.530847 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-9d07dc87-391f-4ab6-9bac-7703a0ef6cfb tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b54c8cb576f4df48743b760c9eaae2a HTTP/1.1" status: 200 len: 380 time: 0.0425515 Sep 23 23:13:57.547653 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-1a5bd1af-47ea-4ae2-b4e1-8a98f6399309 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Request body: {'port': {'device_id': 'f642edf1-1471-4dc2-91e5-bf7d24f520c8', 'network_id': 'a142d4ab-a769-4517-b595-172b82642394', 'admin_state_up': True, 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'security_groups': ['540b9a7f-a68b-4691-8112-30322530dffc']}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:13:57.694584 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-1a5bd1af-47ea-4ae2-b4e1-8a98f6399309 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Made reservation on behalf of 0b54c8cb576f4df48743b760c9eaae2a for: {'port': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:13:57.698382 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-1a5bd1af-47ea-4ae2-b4e1-8a98f6399309 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:57.708293 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c751c114-01ed-4368-93f9-502adab59ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:57.829010 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_common [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-1a5bd1af-47ea-4ae2-b4e1-8a98f6399309 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Allocated IP 172.20.0.11 (a142d4ab-a769-4517-b595-172b82642394/1f89343e-2ad9-4e3b-a2d5-c722d5396ede/8e9fceea-f7b1-454e-abf7-6aa72ab43a29) {{(pid=94232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:13:57.959405 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cee8b-8e65-469c-92c6-37089c159bf1 req-f0995584-3ae3-4999-add3-1101a0750315 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:57.961433 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-bf3cee8b-8e65-469c-92c6-37089c159bf1 req-f0995584-3ae3-4999-add3-1101a0750315 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.1184835 Sep 23 23:13:58.070396 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-bf3cee8b-8e65-469c-92c6-37089c159bf1 req-37433c3a-5718-4397-8270-9050aabf9765 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=671e2a00-c4c5-458e-8897-09bc752aed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942919 Sep 23 23:13:58.100832 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-1a5bd1af-47ea-4ae2-b4e1-8a98f6399309 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for port, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:58.136590 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67836f2-e711-4fad-ad45-c033c8abfbc7 req-fcac3345-5002-4add-aab0-91f776ae059e tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:58.138667 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e67836f2-e711-4fad-ad45-c033c8abfbc7 req-fcac3345-5002-4add-aab0-91f776ae059e tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 945 time: 0.0786674 Sep 23 23:13:58.173740 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-1a5bd1af-47ea-4ae2-b4e1-8a98f6399309 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416648'] for port, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:58.213828 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-1a5bd1af-47ea-4ae2-b4e1-8a98f6399309 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Network a142d4ab-a769-4517-b595-172b82642394 is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:13:58.217142 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-1a5bd1af-47ea-4ae2-b4e1-8a98f6399309 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:13:58.221548 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-1a5bd1af-47ea-4ae2-b4e1-8a98f6399309 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Received port after_create {{(pid=94232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:13:58.233267 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5bd1af-47ea-4ae2-b4e1-8a98f6399309 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Pushing event updated for resources: {'Port': ['ID=8e9fceea-f7b1-454e-abf7-6aa72ab43a29,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:58.275452 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [req-e67836f2-e711-4fad-ad45-c033c8abfbc7 req-af167350-add2-4280-b49c-720cf781ff5c tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Deleting port 57776d52-8430-4439-ab81-0a861c2b2789 {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:13:58.275452 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-e67836f2-e711-4fad-ad45-c033c8abfbc7 req-af167350-add2-4280-b49c-720cf781ff5c tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:58.295692 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-1a5bd1af-47ea-4ae2-b4e1-8a98f6399309 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:58.296434 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-1a5bd1af-47ea-4ae2-b4e1-8a98f6399309 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:58.314025 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-1a5bd1af-47ea-4ae2-b4e1-8a98f6399309 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7708287 Sep 23 23:13:58.329409 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-3b23729d-40c7-4079-b29a-2a76d77aa846 service neutron] Request body: {'port': {'device_id': 'f642edf1-1471-4dc2-91e5-bf7d24f520c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81078'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:13:58.383331 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-e67836f2-e711-4fad-ad45-c033c8abfbc7 req-af167350-add2-4280-b49c-720cf781ff5c tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] For port 57776d52-8430-4439-ab81-0a861c2b2789, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=57776d52-8430-4439-ab81-0a861c2b2789,segment=NetworkSegment(3a43d669-9c88-4ebc-9cde-198915606ca5),segment_id=3a43d669-9c88-4ebc-9cde-198915606ca5)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:13:58.383711 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-e67836f2-e711-4fad-ad45-c033c8abfbc7 req-af167350-add2-4280-b49c-720cf781ff5c tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:58.400149 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-3b23729d-40c7-4079-b29a-2a76d77aa846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:58.540727 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-bf41e377-64de-4bf7-b62b-7b08138980ab None None] Provisioning complete for port 8e9fceea-f7b1-454e-abf7-6aa72ab43a29 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:13:58.541243 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-bf41e377-64de-4bf7-b62b-7b08138980ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:58.596274 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-bf41e377-64de-4bf7-b62b-7b08138980ab None None] Port 8e9fceea-f7b1-454e-abf7-6aa72ab43a29 cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:13:58.702455 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-e67836f2-e711-4fad-ad45-c033c8abfbc7 req-af167350-add2-4280-b49c-720cf781ff5c tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:58.702563 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-e67836f2-e711-4fad-ad45-c033c8abfbc7 req-af167350-add2-4280-b49c-720cf781ff5c tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594972'] for floatingip, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:58.702922 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.db.l3_db [req-e67836f2-e711-4fad-ad45-c033c8abfbc7 req-af167350-add2-4280-b49c-720cf781ff5c tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Floating IP 507997d5-e343-49fd-a594-e37dfdb02e79 disassociated. External IP: 172.27.1.18, port: 57776d52-8430-4439-ab81-0a861c2b2789. Sep 23 23:13:58.703241 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [req-e67836f2-e711-4fad-ad45-c033c8abfbc7 req-af167350-add2-4280-b49c-720cf781ff5c tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Calling delete_port for 57776d52-8430-4439-ab81-0a861c2b2789 owned by compute:nova {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:13:58.892985 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-e67836f2-e711-4fad-ad45-c033c8abfbc7 req-af167350-add2-4280-b49c-720cf781ff5c tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:58.927737 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af167350-add2-4280-b49c-720cf781ff5c tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Pushing event deleted for resources: {'Port': ['ID=57776d52-8430-4439-ab81-0a861c2b2789,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:58.951032 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f913958-8666-4732-b470-1db901fb46c4 req-9df42274-74c6-4a21-b068-b9bb15a532e1 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:58.953004 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7f913958-8666-4732-b470-1db901fb46c4 req-9df42274-74c6-4a21-b068-b9bb15a532e1 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=f642edf1-1471-4dc2-91e5-bf7d24f520c8 HTTP/1.1" status: 200 len: 932 time: 0.5049658 Sep 23 23:13:59.041612 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b961d8b-ca77-4030-aa05-7a463c0f1aa7 req-57983a64-3950-474f-9329-9e5061f51130 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:59.043208 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1b961d8b-ca77-4030-aa05-7a463c0f1aa7 req-57983a64-3950-474f-9329-9e5061f51130 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 943 time: 0.4384780 Sep 23 23:13:59.066921 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7f913958-8666-4732-b470-1db901fb46c4 req-b9e0a101-1a15-47d6-acbf-beb2e1acbf95 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026518 Sep 23 23:13:59.098086 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e67836f2-e711-4fad-ad45-c033c8abfbc7 req-af167350-add2-4280-b49c-720cf781ff5c tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Router 9a170505-6817-49d8-b9d3-3b2f1136fd14 has already been hosted by L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 {{(pid=94231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:13:59.154273 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1b961d8b-ca77-4030-aa05-7a463c0f1aa7 req-3f742bf2-6c42-465b-92c1-2ff8ddd1f184 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994899 Sep 23 23:13:59.158235 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:59.166612 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-3b23729d-40c7-4079-b29a-2a76d77aa846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e9fceea-f7b1-454e-abf7-6aa72ab43a29 {{(pid=94232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:13:59.185365 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-3b23729d-40c7-4079-b29a-2a76d77aa846 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:59.222755 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8a80a4ca-6c4c-4853-863a-9f5b2e12a9a3 req-303453c8-c2e0-45da-9d7a-3862bfa6f55b tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbca20fa-3f27-486c-a9ee-7a23388086cb HTTP/1.1" status: 200 len: 210 time: 0.0444920 Sep 23 23:13:59.258092 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.provisioning_blocks [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-3b23729d-40c7-4079-b29a-2a76d77aa846 service neutron] Transition to ACTIVE for port object 8e9fceea-f7b1-454e-abf7-6aa72ab43a29 will not be triggered until provisioned by entity L2. {{(pid=94232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:13:59.274770 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-3b23729d-40c7-4079-b29a-2a76d77aa846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416643'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:59.334681 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23729d-40c7-4079-b29a-2a76d77aa846 service neutron] Pushing event updated for resources: {'Port': ['ID=8e9fceea-f7b1-454e-abf7-6aa72ab43a29,revision_number=2']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:59.421200 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-3b23729d-40c7-4079-b29a-2a76d77aa846 service neutron] Attempting to bind port 8e9fceea-f7b1-454e-abf7-6aa72ab43a29 on host hv-cinder-81078 for vnic_type normal with profile {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:13:59.422452 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-3b23729d-40c7-4079-b29a-2a76d77aa846 service neutron] Attempting to bind port 8e9fceea-f7b1-454e-abf7-6aa72ab43a29 by drivers openvswitch,hyperv on host hv-cinder-81078 at level 0 using segments [{'id': '82a7ca47-0199-4ab7-85f6-9c9d54347e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a142d4ab-a769-4517-b595-172b82642394'}] {{(pid=94232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:13:59.422452 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-3b23729d-40c7-4079-b29a-2a76d77aa846 service neutron] Attempting to bind port 8e9fceea-f7b1-454e-abf7-6aa72ab43a29 on network a142d4ab-a769-4517-b595-172b82642394 {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:13:59.427499 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-3b23729d-40c7-4079-b29a-2a76d77aa846 service neutron] Port 8e9fceea-f7b1-454e-abf7-6aa72ab43a29 on network a142d4ab-a769-4517-b595-172b82642394 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81078 {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:13:59.427822 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-3b23729d-40c7-4079-b29a-2a76d77aa846 service neutron] Attempting to bind port 8e9fceea-f7b1-454e-abf7-6aa72ab43a29 on network a142d4ab-a769-4517-b595-172b82642394 {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:13:59.437413 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-3b23729d-40c7-4079-b29a-2a76d77aa846 service neutron] Checking agent: {'id': '3c892145-8c1f-42fb-b36d-f51cd8b65402', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 7, 8), 'started_at': datetime.datetime(2021, 9, 23, 23, 7, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:13:59.437753 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-3b23729d-40c7-4079-b29a-2a76d77aa846 service neutron] Checking segment: {'id': '82a7ca47-0199-4ab7-85f6-9c9d54347e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a142d4ab-a769-4517-b595-172b82642394'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:13:59.438161 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-3b23729d-40c7-4079-b29a-2a76d77aa846 service neutron] Bound using segment: {'id': '82a7ca47-0199-4ab7-85f6-9c9d54347e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a142d4ab-a769-4517-b595-172b82642394'} {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:13:59.438606 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-3b23729d-40c7-4079-b29a-2a76d77aa846 service neutron] Bound port: 8e9fceea-f7b1-454e-abf7-6aa72ab43a29, host: hv-cinder-81078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82a7ca47-0199-4ab7-85f6-9c9d54347e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a142d4ab-a769-4517-b595-172b82642394'}}] {{(pid=94232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:13:59.438966 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-3b23729d-40c7-4079-b29a-2a76d77aa846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:59.514359 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e67836f2-e711-4fad-ad45-c033c8abfbc7 req-af167350-add2-4280-b49c-720cf781ff5c tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:13:59.528387 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04022f97-7384-4a21-9a5a-10a60b745678 None None] Sync routers for ids ['9a170505-6817-49d8-b9d3-3b2f1136fd14'] in dv-cinder-810785-1-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:13:59.537268 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-3b23729d-40c7-4079-b29a-2a76d77aa846 service neutron] For port 8e9fceea-f7b1-454e-abf7-6aa72ab43a29, host hv-cinder-81078, cleared binding levels {{(pid=94232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:13:59.542588 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-3b23729d-40c7-4079-b29a-2a76d77aa846 service neutron] For port 8e9fceea-f7b1-454e-abf7-6aa72ab43a29, host hv-cinder-81078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=8e9fceea-f7b1-454e-abf7-6aa72ab43a29,segment=NetworkSegment(82a7ca47-0199-4ab7-85f6-9c9d54347e5c),segment_id=82a7ca47-0199-4ab7-85f6-9c9d54347e5c)] {{(pid=94232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:13:59.548796 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04022f97-7384-4a21-9a5a-10a60b745678 None None] Routers {'9a170505-6817-49d8-b9d3-3b2f1136fd14'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:13:59.550408 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-04022f97-7384-4a21-9a5a-10a60b745678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:13:58Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['9a170505-6817-49d8-b9d3-3b2f1136fd14'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:13:59.552729 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-3b23729d-40c7-4079-b29a-2a76d77aa846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416643'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:59.566527 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67836f2-e711-4fad-ad45-c033c8abfbc7 req-af167350-add2-4280-b49c-720cf781ff5c tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] No DVR routers for this DVR port 57776d52-8430-4439-ab81-0a861c2b2789 on host hv-cinder-81078 {{(pid=94231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:13:59.573843 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-e67836f2-e711-4fad-ad45-c033c8abfbc7 req-af167350-add2-4280-b49c-720cf781ff5c tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:59.575996 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e67836f2-e711-4fad-ad45-c033c8abfbc7 req-af167350-add2-4280-b49c-720cf781ff5c tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.11 "DELETE /v2.0/ports/57776d52-8430-4439-ab81-0a861c2b2789 HTTP/1.1" status: 204 len: 173 time: 1.4288023 Sep 23 23:13:59.580306 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbca20fa-3f27-486c-a9ee-7a23388086cb', 'name': 'network-vif-deleted', 'tag': '57776d52-8430-4439-ab81-0a861c2b2789'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:13:59.581971 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1d5602135d6fd2b93bb7a1a207777d999d514b69f59ce624d4faeb629b016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b5ad42-0a4c-4de3-adab-bba94cbde825" -d '{"events": [{"server_uuid": "cbca20fa-3f27-486c-a9ee-7a23388086cb", "name": "network-vif-deleted", "tag": "57776d52-8430-4439-ab81-0a861c2b2789"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:13:59.642660 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-3b23729d-40c7-4079-b29a-2a76d77aa846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:59.643729 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-3b23729d-40c7-4079-b29a-2a76d77aa846 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:59.646464 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-3b23729d-40c7-4079-b29a-2a76d77aa846 service neutron] 10.222.0.11 "PUT /v2.0/ports/8e9fceea-f7b1-454e-abf7-6aa72ab43a29 HTTP/1.1" status: 200 len: 1094 time: 1.3214200 Sep 23 23:13:59.649489 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f642edf1-1471-4dc2-91e5-bf7d24f520c8', 'tag': '8e9fceea-f7b1-454e-abf7-6aa72ab43a29'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:13:59.653937 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc74f1c012309c835ea1a53c8f5f732cbfbf790adc92ee6109ffd7f3bd94d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8afdc2-15a3-43de-a68f-098130550880" -d '{"events": [{"name": "network-changed", "server_uuid": "f642edf1-1471-4dc2-91e5-bf7d24f520c8", "tag": "8e9fceea-f7b1-454e-abf7-6aa72ab43a29"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:13:59.707532 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54fba98-0ca2-476e-bee7-3b6d6995badf x-openstack-request-id: req-b54fba98-0ca2-476e-bee7-3b6d6995badf {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:13:59.708101 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbca20fa-3f27-486c-a9ee-7a23388086cb", "name": "network-vif-deleted", "tag": "57776d52-8430-4439-ab81-0a861c2b2789", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:13:59.708608 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b54fba98-0ca2-476e-bee7-3b6d6995badf {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:13:59.709743 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbca20fa-3f27-486c-a9ee-7a23388086cb', 'name': 'network-vif-deleted', 'tag': '57776d52-8430-4439-ab81-0a861c2b2789', 'status': 'completed', 'code': 200} Sep 23 23:13:59.715139 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23729d-40c7-4079-b29a-2a76d77aa846 service neutron] Pushing event updated for resources: {'Port': ['ID=8e9fceea-f7b1-454e-abf7-6aa72ab43a29,revision_number=3']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:59.750646 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e747092f-d68b-4507-b4ac-fc357307cf88 x-openstack-request-id: req-e747092f-d68b-4507-b4ac-fc357307cf88 {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:13:59.750763 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f642edf1-1471-4dc2-91e5-bf7d24f520c8", "tag": "8e9fceea-f7b1-454e-abf7-6aa72ab43a29", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:13:59.751047 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e747092f-d68b-4507-b4ac-fc357307cf88 {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:13:59.751418 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f642edf1-1471-4dc2-91e5-bf7d24f520c8', 'tag': '8e9fceea-f7b1-454e-abf7-6aa72ab43a29', 'status': 'completed', 'code': 200} Sep 23 23:13:59.797904 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-04022f97-7384-4a21-9a5a-10a60b745678 None None] Set router 9a170505-6817-49d8-b9d3-3b2f1136fd14 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:13:59.798402 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-27838268-aaba-40f9-8923-6fe0505d55ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:59.799960 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-27838268-aaba-40f9-8923-6fe0505d55ab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b54c8cb576f4df48743b760c9eaae2a&device_id=f642edf1-1471-4dc2-91e5-bf7d24f520c8 HTTP/1.1" status: 200 len: 1097 time: 0.0627120 Sep 23 23:13:59.869360 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-f3cffa37-3460-4b67-813e-fc8bc7b98888 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e9fceea-f7b1-454e-abf7-6aa72ab43a29 HTTP/1.1" status: 200 len: 217 time: 0.0595441 Sep 23 23:13:59.923598 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-09e7f045-73b0-4d1f-8541-139062e5c2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:59.925019 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-09e7f045-73b0-4d1f-8541-139062e5c2df service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f89343e-2ad9-4e3b-a2d5-c722d5396ede HTTP/1.1" status: 200 len: 850 time: 0.0454760 Sep 23 23:13:59.980167 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-5e30c7e8-46c2-40a5-af17-e0358146036c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:59.981687 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-5e30c7e8-46c2-40a5-af17-e0358146036c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a142d4ab-a769-4517-b595-172b82642394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490150 Sep 23 23:14:00.082109 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-04022f97-7384-4a21-9a5a-10a60b745678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'name': 'tempest-AttachVolumeTestJSON-1805421075-router', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '59cbbb6f-91f4-4bfc-a30b-2a69413700ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:08:55Z', 'updated_at': '2021-09-23T23:09:01Z', 'revision_number': 4, 'project_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'gw_port': {'id': '59cbbb6f-91f4-4bfc-a30b-2a69413700ad', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:08:56Z', 'updated_at': '2021-09-23T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '47d0ecff-f43d-4f77-9661-f613809cf814', 'name': '', 'network_id': '859f9436-dc16-4206-b2fa-4ec5d354a397', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'mac_address': 'fa:16:3e:f7:9d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5292f11-46b2-45b6-a3a7-25fa5706495d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:09:00Z', 'updated_at': '2021-09-23T23:09:08Z', 'revision_number': 5, 'project_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'subnets': [{'id': 'd5292f11-46b2-45b6-a3a7-25fa5706495d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:14:00.119178 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-2622ec90-a4fe-44f1-ba24-21787ac034d9 service neutron] 10.222.0.11 "GET /v2.0/networks/a142d4ab-a769-4517-b595-172b82642394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282597 Sep 23 23:14:00.130470 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04022f97-7384-4a21-9a5a-10a60b745678 None None] Checking router: 9a170505-6817-49d8-b9d3-3b2f1136fd14 for host: dv-cinder-810785-1-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:14:00.144936 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04022f97-7384-4a21-9a5a-10a60b745678 None None] Routers {'9a170505-6817-49d8-b9d3-3b2f1136fd14'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:14:00.146101 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-04022f97-7384-4a21-9a5a-10a60b745678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:13:58Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['9a170505-6817-49d8-b9d3-3b2f1136fd14'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:14:00.320483 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-04022f97-7384-4a21-9a5a-10a60b745678 None None] Set router 9a170505-6817-49d8-b9d3-3b2f1136fd14 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:14:00.377980 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-015dacfb-f5b5-42fc-a687-ff90ccd2cc43 req-5b55a082-b25b-47a8-9c12-fa298e3699b6 service neutron] 10.222.0.11 "GET /v2.0/networks/a142d4ab-a769-4517-b595-172b82642394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505488 Sep 23 23:14:00.403657 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb46913-beb7-4b99-bd78-0abb99170bcd req-89124d1e-72cc-41f3-945f-fbb8f1c80acb tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:00.405169 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7eb46913-beb7-4b99-bd78-0abb99170bcd req-89124d1e-72cc-41f3-945f-fbb8f1c80acb tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=f642edf1-1471-4dc2-91e5-bf7d24f520c8 HTTP/1.1" status: 200 len: 944 time: 0.1330483 Sep 23 23:14:00.425230 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98ce0b-adbc-4ce6-8bba-fdf4957c6e2b req-bd95a16b-2a29-4d40-9aa0-41b37db9c12f tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:00.435751 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-dd98ce0b-adbc-4ce6-8bba-fdf4957c6e2b req-bd95a16b-2a29-4d40-9aa0-41b37db9c12f tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 943 time: 0.1420259 Sep 23 23:14:00.554392 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:00.629385 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7eb46913-beb7-4b99-bd78-0abb99170bcd req-e7ad5e14-918f-4d8b-8982-750ef50c450c tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925735 Sep 23 23:14:00.648346 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-dd98ce0b-adbc-4ce6-8bba-fdf4957c6e2b req-38d9feed-8264-4342-a3a5-939b629ad14f tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664789 Sep 23 23:14:00.666667 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-04022f97-7384-4a21-9a5a-10a60b745678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'name': 'tempest-AttachVolumeTestJSON-1805421075-router', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '59cbbb6f-91f4-4bfc-a30b-2a69413700ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:08:55Z', 'updated_at': '2021-09-23T23:09:01Z', 'revision_number': 4, 'project_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'gw_port': {'id': '59cbbb6f-91f4-4bfc-a30b-2a69413700ad', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:08:56Z', 'updated_at': '2021-09-23T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '47d0ecff-f43d-4f77-9661-f613809cf814', 'name': '', 'network_id': '859f9436-dc16-4206-b2fa-4ec5d354a397', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'mac_address': 'fa:16:3e:f7:9d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5292f11-46b2-45b6-a3a7-25fa5706495d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:09:00Z', 'updated_at': '2021-09-23T23:09:08Z', 'revision_number': 5, 'project_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'subnets': [{'id': 'd5292f11-46b2-45b6-a3a7-25fa5706495d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:14:00.672925 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8afdc2-15a3-43de-a68f-098130550880 req-ce0be25e-2080-4f98-88ad-62e79a86b968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:00.673527 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-dc8afdc2-15a3-43de-a68f-098130550880 req-ce0be25e-2080-4f98-88ad-62e79a86b968 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b54c8cb576f4df48743b760c9eaae2a&device_id=f642edf1-1471-4dc2-91e5-bf7d24f520c8 HTTP/1.1" status: 200 len: 1097 time: 0.2168257 Sep 23 23:14:00.700792 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04022f97-7384-4a21-9a5a-10a60b745678 None None] The sync data for ids ['9a170505-6817-49d8-b9d3-3b2f1136fd14'] in dv-cinder-810785-1-iscsi is: [{'id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'name': 'tempest-AttachVolumeTestJSON-1805421075-router', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '59cbbb6f-91f4-4bfc-a30b-2a69413700ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:08:55Z', 'updated_at': '2021-09-23T23:09:01Z', 'revision_number': 4, 'project_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'gw_port': {'id': '59cbbb6f-91f4-4bfc-a30b-2a69413700ad', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:08:56Z', 'updated_at': '2021-09-23T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '47d0ecff-f43d-4f77-9661-f613809cf814', 'name': '', 'network_id': '859f9436-dc16-4206-b2fa-4ec5d354a397', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'mac_address': 'fa:16:3e:f7:9d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5292f11-46b2-45b6-a3a7-25fa5706495d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:09:00Z', 'updated_at': '2021-09-23T23:09:08Z', 'revision_number': 5, 'project_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'subnets': [{'id': 'd5292f11-46b2-45b6-a3a7-25fa5706495d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:14:00.752506 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 59166) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:14:00.813057 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8afdc2-15a3-43de-a68f-098130550880 req-0c9d5fd7-07b7-4634-91e9-6b618f9e31a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:00.814704 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-dc8afdc2-15a3-43de-a68f-098130550880 req-0c9d5fd7-07b7-4634-91e9-6b618f9e31a1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a142d4ab-a769-4517-b595-172b82642394 HTTP/1.1" status: 200 len: 912 time: 0.1306436 Sep 23 23:14:00.835744 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6e4543a4-77de-4e50-8165-23c79510cc53 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:00.864740 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6e4543a4-77de-4e50-8165-23c79510cc53 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:00.867454 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-dc8afdc2-15a3-43de-a68f-098130550880 req-2053f620-a9b6-4150-9758-4df682df83fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e9fceea-f7b1-454e-abf7-6aa72ab43a29 HTTP/1.1" status: 200 len: 217 time: 0.0439198 Sep 23 23:14:00.924063 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8afdc2-15a3-43de-a68f-098130550880 req-6bfedd32-5518-40ee-847d-5c67e4d275c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:00.925827 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-dc8afdc2-15a3-43de-a68f-098130550880 req-6bfedd32-5518-40ee-847d-5c67e4d275c6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f89343e-2ad9-4e3b-a2d5-c722d5396ede HTTP/1.1" status: 200 len: 850 time: 0.0489039 Sep 23 23:14:00.926698 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6e4543a4-77de-4e50-8165-23c79510cc53 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:00.929582 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6e4543a4-77de-4e50-8165-23c79510cc53 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:00.934057 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-6e4543a4-77de-4e50-8165-23c79510cc53 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "DELETE /v2.0/security-groups/671e2a00-c4c5-458e-8897-09bc752aed03 HTTP/1.1" status: 204 len: 168 time: 0.1763246 Sep 23 23:14:00.935174 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 59168) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:14:00.942587 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4543a4-77de-4e50-8165-23c79510cc53 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=671e2a00-c4c5-458e-8897-09bc752aed03,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:00.974467 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.api.v2.resource [None req-a081d24e-b12f-48b1-bc20-c4855360e7b7 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] show failed (client error): The resource could not be found. Sep 23 23:14:00.981132 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 59170) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:14:00.981470 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-a081d24e-b12f-48b1-bc20-c4855360e7b7 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups/671e2a00-c4c5-458e-8897-09bc752aed03 HTTP/1.1" status: 404 len: 347 time: 0.0413203 Sep 23 23:14:00.994675 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8afdc2-15a3-43de-a68f-098130550880 req-6294b8eb-4924-4f0e-8754-45c8cc36a360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:00.996349 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-dc8afdc2-15a3-43de-a68f-098130550880 req-6294b8eb-4924-4f0e-8754-45c8cc36a360 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a142d4ab-a769-4517-b595-172b82642394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0602217 Sep 23 23:14:01.058182 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e742e29d-de3c-4f46-ba9f-1c6dbb639373 None None] New status for floating IP 507997d5-e343-49fd-a594-e37dfdb02e79: DOWN {{(pid=94234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:14:01.101419 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-dc8afdc2-15a3-43de-a68f-098130550880 req-76ba2faa-4685-4967-91b3-c52f9231ef8c service neutron] 10.222.0.11 "GET /v2.0/networks/a142d4ab-a769-4517-b595-172b82642394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967021 Sep 23 23:14:01.124336 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-efbc4699-e692-475a-988a-6607928b32a4 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Deleting port 55111d26-09dc-42da-952d-304a61d30e92 {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:14:01.124766 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-efbc4699-e692-475a-988a-6607928b32a4 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:01.209727 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-dc8afdc2-15a3-43de-a68f-098130550880 req-f89615c4-0b03-42d0-beec-d74f8a211058 service neutron] 10.222.0.11 "GET /v2.0/networks/a142d4ab-a769-4517-b595-172b82642394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006141 Sep 23 23:14:01.223857 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-efbc4699-e692-475a-988a-6607928b32a4 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:01.224178 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-efbc4699-e692-475a-988a-6607928b32a4 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:01.238747 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-efbc4699-e692-475a-988a-6607928b32a4 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Calling delete_port for 55111d26-09dc-42da-952d-304a61d30e92 owned by network:floatingip {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:14:01.419935 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 57776d52-8430-4439-ab81-0a861c2b2789 no longer exists at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:14:01.447624 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] No Port match for: 57776d52-8430-4439-ab81-0a861c2b2789 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:14:01.448028 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 57776d52-8430-4439-ab81-0a861c2b2789 not bound to the agent host hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:14:01.449617 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-efbc4699-e692-475a-988a-6607928b32a4 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:01.482644 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc4699-e692-475a-988a-6607928b32a4 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Pushing event deleted for resources: {'Port': ['ID=55111d26-09dc-42da-952d-304a61d30e92,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:01.548008 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-efbc4699-e692-475a-988a-6607928b32a4 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks [] for floatingip, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:01.550475 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-efbc4699-e692-475a-988a-6607928b32a4 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for floatingip, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:01.551691 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-efbc4699-e692-475a-988a-6607928b32a4 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "DELETE /v2.0/floatingips/507997d5-e343-49fd-a594-e37dfdb02e79 HTTP/1.1" status: 204 len: 168 time: 0.5713229 Sep 23 23:14:01.778638 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cebddf-bc08-4504-a59f-9900c8be4c01 req-f3fb12ce-de89-4858-8637-5a9654fecac4 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:01.780317 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b9cebddf-bc08-4504-a59f-9900c8be4c01 req-f3fb12ce-de89-4858-8637-5a9654fecac4 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=f642edf1-1471-4dc2-91e5-bf7d24f520c8 HTTP/1.1" status: 200 len: 944 time: 0.0689392 Sep 23 23:14:01.829479 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b9cebddf-bc08-4504-a59f-9900c8be4c01 req-1a201a07-8ac0-4590-8c6f-0fcbfd3fa0df tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406773 Sep 23 23:14:01.939375 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 59184) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:14:01.944714 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-2b911d15-b7eb-4a3b-8d1f-fd111e64b40b tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1029563796', 'description': 'tempest-description--1123483867'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:14:01.981547 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f848239-66d0-495f-995f-cd768aaac397 req-08b6c984-0146-4f6f-a07d-ed4bb29bfe52 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:01.983135 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1f848239-66d0-495f-995f-cd768aaac397 req-08b6c984-0146-4f6f-a07d-ed4bb29bfe52 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 943 time: 0.0825801 Sep 23 23:14:01.984765 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-2b911d15-b7eb-4a3b-8d1f-fd111e64b40b tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:02.047878 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1f848239-66d0-495f-995f-cd768aaac397 req-0176fd9e-6887-45c0-be38-d5e66c54c218 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518608 Sep 23 23:14:02.105827 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-2b911d15-b7eb-4a3b-8d1f-fd111e64b40b tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:02.110419 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-2b911d15-b7eb-4a3b-8d1f-fd111e64b40b tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:02.145887 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-2b911d15-b7eb-4a3b-8d1f-fd111e64b40b tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:02.147117 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-2b911d15-b7eb-4a3b-8d1f-fd111e64b40b tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2067683 Sep 23 23:14:02.148215 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b911d15-b7eb-4a3b-8d1f-fd111e64b40b tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12b5671a-fb98-4350-9202-0a4a2f8b63f3,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:02.150438 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 59190) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:14:02.157608 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-59184f6a-cb54-48b8-b445-9236511a1e1d tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Request body: {'security_group_rule': {'security_group_id': '12b5671a-fb98-4350-9202-0a4a2f8b63f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:14:02.186341 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-59184f6a-cb54-48b8-b445-9236511a1e1d tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:02.242795 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-59184f6a-cb54-48b8-b445-9236511a1e1d tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:02.248166 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-59184f6a-cb54-48b8-b445-9236511a1e1d tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623447'] for security_group_rule, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:02.265179 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59184f6a-cb54-48b8-b445-9236511a1e1d tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adcb0a2a-220f-4375-b3df-8499f0ba3cf1,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:02.273579 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-59184f6a-cb54-48b8-b445-9236511a1e1d tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:02.277912 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-59184f6a-cb54-48b8-b445-9236511a1e1d tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1232433 Sep 23 23:14:02.277912 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 59192) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:14:02.282518 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-3fd59425-9929-4910-8a06-deb5b93a76ab tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Request body: {'security_group_rule': {'security_group_id': '12b5671a-fb98-4350-9202-0a4a2f8b63f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:14:02.315678 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3fd59425-9929-4910-8a06-deb5b93a76ab tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:02.387982 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3fd59425-9929-4910-8a06-deb5b93a76ab tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:02.396333 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3fd59425-9929-4910-8a06-deb5b93a76ab tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623447'] for security_group_rule, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:02.416592 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd59425-9929-4910-8a06-deb5b93a76ab tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a653d5a-d163-41aa-b905-09a19e2e8bc5,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:02.420732 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3fd59425-9929-4910-8a06-deb5b93a76ab tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:02.421962 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-3fd59425-9929-4910-8a06-deb5b93a76ab tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1431069 Sep 23 23:14:02.430086 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 59196) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:14:02.437774 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-31848a81-29fe-43aa-abfa-2fe63c88aac8 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Request body: {'floatingip': {'floating_network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:14:02.469237 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-31848a81-29fe-43aa-abfa-2fe63c88aac8 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks [] for floatingip, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:02.578411 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-31848a81-29fe-43aa-abfa-2fe63c88aac8 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:02.693989 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [None req-31848a81-29fe-43aa-abfa-2fe63c88aac8 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Allocated IP 172.27.1.158 (b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1/47169b33-ea5f-4b9d-bf3b-155ff70b7556/97fc7bc2-38fd-4b77-a20b-765ec7def92c) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:14:02.818232 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-31848a81-29fe-43aa-abfa-2fe63c88aac8 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:02.856544 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-31848a81-29fe-43aa-abfa-2fe63c88aac8 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:02.901231 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31848a81-29fe-43aa-abfa-2fe63c88aac8 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Network b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:14:02.904618 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-31848a81-29fe-43aa-abfa-2fe63c88aac8 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:14:02.907370 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31848a81-29fe-43aa-abfa-2fe63c88aac8 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:14:02.937849 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31848a81-29fe-43aa-abfa-2fe63c88aac8 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Pushing event updated for resources: {'Port': ['ID=97fc7bc2-38fd-4b77-a20b-765ec7def92c,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:02.973284 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0296b4fa-7ec7-46ba-80f7-0a79f0f8a1c3 req-aa82dfe5-a1c5-44b3-9abd-5efa04831115 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:02.975117 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0296b4fa-7ec7-46ba-80f7-0a79f0f8a1c3 req-aa82dfe5-a1c5-44b3-9abd-5efa04831115 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=f642edf1-1471-4dc2-91e5-bf7d24f520c8 HTTP/1.1" status: 200 len: 944 time: 0.0654294 Sep 23 23:14:03.017291 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0296b4fa-7ec7-46ba-80f7-0a79f0f8a1c3 req-1d977b59-8480-4dea-a9ab-65c6f2216a07 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352244 Sep 23 23:14:03.017587 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-31848a81-29fe-43aa-abfa-2fe63c88aac8 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:03.061122 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-31848a81-29fe-43aa-abfa-2fe63c88aac8 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:03.190602 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca81873-5e95-4ae3-b4d1-65a992ccd482 req-7306b6ba-0726-4364-8d3a-6e16eec4ac6f tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:03.192151 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-dca81873-5e95-4ae3-b4d1-65a992ccd482 req-7306b6ba-0726-4364-8d3a-6e16eec4ac6f tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 943 time: 0.0552838 Sep 23 23:14:03.233585 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-dca81873-5e95-4ae3-b4d1-65a992ccd482 req-5ec9ed36-6c32-4cd0-8640-bddcc3b4b258 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348656 Sep 23 23:14:03.234085 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-31848a81-29fe-43aa-abfa-2fe63c88aac8 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:03.240027 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-31848a81-29fe-43aa-abfa-2fe63c88aac8 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257029'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:03.319433 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31848a81-29fe-43aa-abfa-2fe63c88aac8 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Pushing event updated for resources: {'Port': ['ID=97fc7bc2-38fd-4b77-a20b-765ec7def92c,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:03.332292 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-31848a81-29fe-43aa-abfa-2fe63c88aac8 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594972'] for floatingip, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:03.346333 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-31848a81-29fe-43aa-abfa-2fe63c88aac8 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for floatingip, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:03.348108 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-31848a81-29fe-43aa-abfa-2fe63c88aac8 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9169683 Sep 23 23:14:03.582289 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-bb5144f9-6e48-4b98-8c82-3d4243bc5b6a tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1029563796&fields=id&tenant_id=3a9b741287e54b41b0e1fea7f8d4accc HTTP/1.1" status: 200 len: 267 time: 0.0405066 Sep 23 23:14:03.699620 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-10ed10a0-7e8a-4651-9d94-57b6ccb01f69 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:03.701121 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-10ed10a0-7e8a-4651-9d94-57b6ccb01f69 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/networks?id=859f9436-dc16-4206-b2fa-4ec5d354a397 HTTP/1.1" status: 200 len: 811 time: 0.1117144 Sep 23 23:14:03.716851 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-6e8cfcaf-60d4-42a7-96c4-fb636bee6056 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/quotas/3a9b741287e54b41b0e1fea7f8d4accc HTTP/1.1" status: 200 len: 375 time: 0.0097072 Sep 23 23:14:03.775905 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-cda293f8-6f07-4ea5-81ef-094f59d3d26b tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a9b741287e54b41b0e1fea7f8d4accc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522146 Sep 23 23:14:03.935581 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-5566cae8-f240-49d0-b35d-c47e1837cbff service neutron] 10.222.0.46 "GET /v2.0/networks/859f9436-dc16-4206-b2fa-4ec5d354a397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472309 Sep 23 23:14:04.043373 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-234389af-2b37-4fab-b152-91e5c8180c0e service neutron] 10.222.0.46 "GET /v2.0/networks/859f9436-dc16-4206-b2fa-4ec5d354a397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013129 Sep 23 23:14:04.151611 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81b336-97d7-4c7e-bff4-1de0bcdd00c4 req-613c8756-96d1-4757-81c0-b2a2e793a7fc tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:04.162068 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9f81b336-97d7-4c7e-bff4-1de0bcdd00c4 req-613c8756-96d1-4757-81c0-b2a2e793a7fc tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=f642edf1-1471-4dc2-91e5-bf7d24f520c8 HTTP/1.1" status: 200 len: 944 time: 0.0676143 Sep 23 23:14:04.211629 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9f81b336-97d7-4c7e-bff4-1de0bcdd00c4 req-54997935-9695-4df0-a39a-8390d0d95095 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509803 Sep 23 23:14:04.232769 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8f2ec6f4-364b-459d-aff8-f15006fc92d8 req-b8484550-2ab2-4028-af27-33082801b679 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ffe78de-a559-421b-a47c-769c5dcdd9bf HTTP/1.1" status: 200 len: 210 time: 0.0328224 Sep 23 23:14:04.357272 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18792fe7-e9ee-43ba-bdee-d74c141b3999 req-609e5645-c6ae-4eb3-b4b9-6191433f0859 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:04.358768 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-18792fe7-e9ee-43ba-bdee-d74c141b3999 req-609e5645-c6ae-4eb3-b4b9-6191433f0859 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 943 time: 0.0512919 Sep 23 23:14:04.406450 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-18792fe7-e9ee-43ba-bdee-d74c141b3999 req-18fe89d6-7197-45bc-b4b4-139c7d761e26 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413549 Sep 23 23:14:04.433849 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 6b7200a6-e363-47fa-bdab-e3eb6ebccade details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:14:04.556409 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 6b7200a6-e363-47fa-bdab-e3eb6ebccade, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=6b7200a6-e363-47fa-bdab-e3eb6ebccade,segment=NetworkSegment(9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82),segment_id=9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:14:04.570505 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Returning: {'device': '6b7200a6-e363-47fa-bdab-e3eb6ebccade', 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840', 'port_id': '6b7200a6-e363-47fa-bdab-e3eb6ebccade', 'mac_address': 'fa:16:3e:33:71:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8241cf2-9853-4e57-aa8e-4b19fe5956ff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:14:04.615987 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:04.636469 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b7200a6-e363-47fa-bdab-e3eb6ebccade {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:14:04.662336 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 6b7200a6-e363-47fa-bdab-e3eb6ebccade, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=6b7200a6-e363-47fa-bdab-e3eb6ebccade,segment=NetworkSegment(9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82),segment_id=9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:14:04.667665 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:04.732585 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=6b7200a6-e363-47fa-bdab-e3eb6ebccade,revision_number=9']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:04.739509 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:04.739919 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:04.740207 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:04.740599 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:04.740928 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:04.741389 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:04.741725 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:04.742045 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:04.742466 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:04.742817 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:04.743126 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:04.743468 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:05.347882 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b339801-4bca-4046-ba6e-29b356e748ab req-206741ab-b84f-40e2-ac4b-34390b79871d tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:05.349404 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7b339801-4bca-4046-ba6e-29b356e748ab req-206741ab-b84f-40e2-ac4b-34390b79871d tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=f642edf1-1471-4dc2-91e5-bf7d24f520c8 HTTP/1.1" status: 200 len: 944 time: 0.0527244 Sep 23 23:14:05.411082 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f0f79df5-f9ac-4574-8729-e94219d081e5 req-7b12cb3d-8bfb-4858-8f22-afa40f04c2b9 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ffe78de-a559-421b-a47c-769c5dcdd9bf HTTP/1.1" status: 200 len: 210 time: 0.0354567 Sep 23 23:14:05.423843 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7b339801-4bca-4046-ba6e-29b356e748ab req-f9f18f81-ec7b-4cf2-a0a4-5b4bdf0122b5 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660796 Sep 23 23:14:05.532708 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68ed6b-efec-4c34-af99-e77b999b1191 req-d0befc05-409e-4ae9-9556-0b2fb66e1091 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:05.534313 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-fe68ed6b-efec-4c34-af99-e77b999b1191 req-d0befc05-409e-4ae9-9556-0b2fb66e1091 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 944 time: 0.0516093 Sep 23 23:14:05.576804 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-fe68ed6b-efec-4c34-af99-e77b999b1191 req-60f7cfaa-a996-470c-a5c6-fcf524d94964 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361657 Sep 23 23:14:05.781036 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['6b7200a6-e363-47fa-bdab-e3eb6ebccade'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:14:06.226800 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-b4cf1a83-ea97-47eb-b252-98a722a18ff3 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:06.228124 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-b4cf1a83-ea97-47eb-b252-98a722a18ff3 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.11 "GET /v2.0/networks?id=859f9436-dc16-4206-b2fa-4ec5d354a397 HTTP/1.1" status: 200 len: 811 time: 0.1170545 Sep 23 23:14:06.286839 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-9285ce8e-d748-415e-8150-92c1a7f47be6 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a9b741287e54b41b0e1fea7f8d4accc HTTP/1.1" status: 200 len: 380 time: 0.0388660 Sep 23 23:14:06.292010 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-2c783cc8-0cb5-47a6-b273-46d0c71f12c1 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Request body: {'port': {'device_id': '5ffe78de-a559-421b-a47c-769c5dcdd9bf', 'network_id': '859f9436-dc16-4206-b2fa-4ec5d354a397', 'admin_state_up': True, 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'security_groups': ['12b5671a-fb98-4350-9202-0a4a2f8b63f3']}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:14:06.420269 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-2c783cc8-0cb5-47a6-b273-46d0c71f12c1 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Made reservation on behalf of 3a9b741287e54b41b0e1fea7f8d4accc for: {'port': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:14:06.423977 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-2c783cc8-0cb5-47a6-b273-46d0c71f12c1 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:06.573433 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-722e9252-5716-4e19-8f50-72b979899fc8 req-4f1a0cc0-536c-4cd1-bd07-c73bf985d2d0 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ffe78de-a559-421b-a47c-769c5dcdd9bf HTTP/1.1" status: 200 len: 210 time: 0.0630548 Sep 23 23:14:06.628973 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_common [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-2c783cc8-0cb5-47a6-b273-46d0c71f12c1 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Allocated IP 172.20.0.12 (859f9436-dc16-4206-b2fa-4ec5d354a397/d5292f11-46b2-45b6-a3a7-25fa5706495d/7b10abab-9d01-47eb-9077-38a89252e842) {{(pid=94232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:14:06.645714 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a511d-8605-4403-af41-3f4dcf875177 req-b2d84573-4566-413c-a294-709efaccde8c tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:06.647407 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-129a511d-8605-4403-af41-3f4dcf875177 req-b2d84573-4566-413c-a294-709efaccde8c tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=f642edf1-1471-4dc2-91e5-bf7d24f520c8 HTTP/1.1" status: 200 len: 944 time: 0.1211865 Sep 23 23:14:06.791861 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-129a511d-8605-4403-af41-3f4dcf875177 req-400f69ac-d2b4-42e3-8dd4-e01faecf65da tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334224 Sep 23 23:14:06.864859 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0f7e5-1760-4055-aba3-8b8ef3a2313e req-33b34c6b-969f-45dc-b021-49fcd9c3b412 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:06.866819 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c1e0f7e5-1760-4055-aba3-8b8ef3a2313e req-33b34c6b-969f-45dc-b021-49fcd9c3b412 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 944 time: 0.1913595 Sep 23 23:14:06.942896 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c1e0f7e5-1760-4055-aba3-8b8ef3a2313e req-8a5873f8-d132-4165-998a-d75eb891c410 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671928 Sep 23 23:14:06.955822 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-2c783cc8-0cb5-47a6-b273-46d0c71f12c1 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks [] for port, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:06.992137 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-2c783cc8-0cb5-47a6-b273-46d0c71f12c1 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416648'] for port, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:07.035843 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-2c783cc8-0cb5-47a6-b273-46d0c71f12c1 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Network 859f9436-dc16-4206-b2fa-4ec5d354a397 is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:14:07.039076 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-2c783cc8-0cb5-47a6-b273-46d0c71f12c1 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:14:07.043000 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-2c783cc8-0cb5-47a6-b273-46d0c71f12c1 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Received port after_create {{(pid=94232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:14:07.051818 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c783cc8-0cb5-47a6-b273-46d0c71f12c1 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Pushing event updated for resources: {'Port': ['ID=7b10abab-9d01-47eb-9077-38a89252e842,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:07.099351 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-2c783cc8-0cb5-47a6-b273-46d0c71f12c1 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:07.099931 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-2c783cc8-0cb5-47a6-b273-46d0c71f12c1 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:07.117833 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-2c783cc8-0cb5-47a6-b273-46d0c71f12c1 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8307655 Sep 23 23:14:07.131409 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-f3b3f904-0079-4c34-9819-3c3580d2907e service neutron] Request body: {'port': {'device_id': '5ffe78de-a559-421b-a47c-769c5dcdd9bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81078'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:14:07.196810 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-f3b3f904-0079-4c34-9819-3c3580d2907e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:07.260716 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-b7152d1b-8c52-4ce4-b3c0-983c9d7e33ea None None] Provisioning complete for port 7b10abab-9d01-47eb-9077-38a89252e842 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:14:07.261389 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-b7152d1b-8c52-4ce4-b3c0-983c9d7e33ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:07.301979 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-b7152d1b-8c52-4ce4-b3c0-983c9d7e33ea None None] Port 7b10abab-9d01-47eb-9077-38a89252e842 cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:14:07.487648 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-f3b3f904-0079-4c34-9819-3c3580d2907e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b10abab-9d01-47eb-9077-38a89252e842 {{(pid=94232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:14:07.498131 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-f3b3f904-0079-4c34-9819-3c3580d2907e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:07.508947 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 8e9fceea-f7b1-454e-abf7-6aa72ab43a29 details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:14:07.511862 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 6b7200a6-e363-47fa-bdab-e3eb6ebccade up at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:14:07.516843 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.provisioning_blocks [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-f3b3f904-0079-4c34-9819-3c3580d2907e service neutron] Transition to ACTIVE for port object 7b10abab-9d01-47eb-9077-38a89252e842 will not be triggered until provisioned by entity L2. {{(pid=94232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:14:07.527158 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-f3b3f904-0079-4c34-9819-3c3580d2907e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416643'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:07.544940 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493c8e7-f906-4ef7-837c-cca1067c289f req-97d72410-bd33-4ad0-87f2-8ec1e1a1380e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:07.547144 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-3493c8e7-f906-4ef7-837c-cca1067c289f req-97d72410-bd33-4ad0-87f2-8ec1e1a1380e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1ce270caeccc45089992ccfe6f9b5e97&device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 1097 time: 0.0491066 Sep 23 23:14:07.660108 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3f904-0079-4c34-9819-3c3580d2907e service neutron] Pushing event updated for resources: {'Port': ['ID=7b10abab-9d01-47eb-9077-38a89252e842,revision_number=2']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:07.712541 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-f3b3f904-0079-4c34-9819-3c3580d2907e service neutron] Attempting to bind port 7b10abab-9d01-47eb-9077-38a89252e842 on host hv-cinder-81078 for vnic_type normal with profile {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:14:07.712874 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-f3b3f904-0079-4c34-9819-3c3580d2907e service neutron] Attempting to bind port 7b10abab-9d01-47eb-9077-38a89252e842 by drivers openvswitch,hyperv on host hv-cinder-81078 at level 0 using segments [{'id': '3a43d669-9c88-4ebc-9cde-198915606ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '859f9436-dc16-4206-b2fa-4ec5d354a397'}] {{(pid=94232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:14:07.713255 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-f3b3f904-0079-4c34-9819-3c3580d2907e service neutron] Attempting to bind port 7b10abab-9d01-47eb-9077-38a89252e842 on network 859f9436-dc16-4206-b2fa-4ec5d354a397 {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:14:07.723007 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-f3b3f904-0079-4c34-9819-3c3580d2907e service neutron] Port 7b10abab-9d01-47eb-9077-38a89252e842 on network 859f9436-dc16-4206-b2fa-4ec5d354a397 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81078 {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:14:07.723359 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-f3b3f904-0079-4c34-9819-3c3580d2907e service neutron] Attempting to bind port 7b10abab-9d01-47eb-9077-38a89252e842 on network 859f9436-dc16-4206-b2fa-4ec5d354a397 {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:14:07.726077 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493c8e7-f906-4ef7-837c-cca1067c289f req-60da5845-8f79-481c-a9d2-b6d1e14abee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:07.728285 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-3493c8e7-f906-4ef7-837c-cca1067c289f req-60da5845-8f79-481c-a9d2-b6d1e14abee9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a541a17-4f1f-474c-8b16-9626260a5840 HTTP/1.1" status: 200 len: 918 time: 0.1514380 Sep 23 23:14:07.729269 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 8e9fceea-f7b1-454e-abf7-6aa72ab43a29, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=8e9fceea-f7b1-454e-abf7-6aa72ab43a29,segment=NetworkSegment(82a7ca47-0199-4ab7-85f6-9c9d54347e5c),segment_id=82a7ca47-0199-4ab7-85f6-9c9d54347e5c)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:14:07.731471 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-f3b3f904-0079-4c34-9819-3c3580d2907e service neutron] Checking agent: {'id': '3c892145-8c1f-42fb-b36d-f51cd8b65402', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 7, 8), 'started_at': datetime.datetime(2021, 9, 23, 23, 7, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:14:07.731799 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-f3b3f904-0079-4c34-9819-3c3580d2907e service neutron] Checking segment: {'id': '3a43d669-9c88-4ebc-9cde-198915606ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '859f9436-dc16-4206-b2fa-4ec5d354a397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:14:07.732643 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-f3b3f904-0079-4c34-9819-3c3580d2907e service neutron] Bound using segment: {'id': '3a43d669-9c88-4ebc-9cde-198915606ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '859f9436-dc16-4206-b2fa-4ec5d354a397'} {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:14:07.732643 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-f3b3f904-0079-4c34-9819-3c3580d2907e service neutron] Bound port: 7b10abab-9d01-47eb-9077-38a89252e842, host: hv-cinder-81078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a43d669-9c88-4ebc-9cde-198915606ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '859f9436-dc16-4206-b2fa-4ec5d354a397'}}] {{(pid=94232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:14:07.732944 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-f3b3f904-0079-4c34-9819-3c3580d2907e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:07.782106 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3d703-67f6-4c6f-b9ce-6cffb5040ca4 req-a01e986e-a95d-40cb-9d08-a58aaafb8983 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:07.784600 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-95d3d703-67f6-4c6f-b9ce-6cffb5040ca4 req-a01e986e-a95d-40cb-9d08-a58aaafb8983 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ffe78de-a559-421b-a47c-769c5dcdd9bf HTTP/1.1" status: 200 len: 944 time: 0.1099050 Sep 23 23:14:07.888581 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-3493c8e7-f906-4ef7-837c-cca1067c289f req-1a786b58-8322-4a3c-a6db-00d1cfc4dda7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b7200a6-e363-47fa-bdab-e3eb6ebccade HTTP/1.1" status: 200 len: 999 time: 0.1524429 Sep 23 23:14:07.934302 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning complete for port 6b7200a6-e363-47fa-bdab-e3eb6ebccade triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:14:07.935075 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:07.984705 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493c8e7-f906-4ef7-837c-cca1067c289f req-de9661fe-efe5-4c0c-8ec7-05c7aa364f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:07.986600 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-3493c8e7-f906-4ef7-837c-cca1067c289f req-de9661fe-efe5-4c0c-8ec7-05c7aa364f1a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c8241cf2-9853-4e57-aa8e-4b19fe5956ff HTTP/1.1" status: 200 len: 856 time: 0.0878599 Sep 23 23:14:07.991803 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-f3b3f904-0079-4c34-9819-3c3580d2907e service neutron] For port 7b10abab-9d01-47eb-9077-38a89252e842, host hv-cinder-81078, cleared binding levels {{(pid=94232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:14:07.992406 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Returning: {'device': '8e9fceea-f7b1-454e-abf7-6aa72ab43a29', 'network_id': 'a142d4ab-a769-4517-b595-172b82642394', 'port_id': '8e9fceea-f7b1-454e-abf7-6aa72ab43a29', 'mac_address': 'fa:16:3e:2b:43:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:14:08.002712 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-95d3d703-67f6-4c6f-b9ce-6cffb5040ca4 req-f4a4cb08-84be-460d-926c-7599459d5ee5 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=12b5671a-fb98-4350-9202-0a4a2f8b63f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076492 Sep 23 23:14:08.016421 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-f3b3f904-0079-4c34-9819-3c3580d2907e service neutron] For port 7b10abab-9d01-47eb-9077-38a89252e842, host hv-cinder-81078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=7b10abab-9d01-47eb-9077-38a89252e842,segment=NetworkSegment(3a43d669-9c88-4ebc-9cde-198915606ca5),segment_id=3a43d669-9c88-4ebc-9cde-198915606ca5)] {{(pid=94232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:14:08.030812 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-f3b3f904-0079-4c34-9819-3c3580d2907e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416643'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:08.107372 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-f3b3f904-0079-4c34-9819-3c3580d2907e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:08.108306 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-f3b3f904-0079-4c34-9819-3c3580d2907e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:08.109768 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-f3b3f904-0079-4c34-9819-3c3580d2907e service neutron] 10.222.0.11 "PUT /v2.0/ports/7b10abab-9d01-47eb-9077-38a89252e842 HTTP/1.1" status: 200 len: 1094 time: 0.9828072 Sep 23 23:14:08.130406 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493c8e7-f906-4ef7-837c-cca1067c289f req-1423a8cd-c560-47fe-9ee7-778dab849ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:08.136303 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:08.145594 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-3493c8e7-f906-4ef7-837c-cca1067c289f req-1423a8cd-c560-47fe-9ee7-778dab849ff5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a541a17-4f1f-474c-8b16-9626260a5840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1497054 Sep 23 23:14:08.153127 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ffe78de-a559-421b-a47c-769c5dcdd9bf', 'tag': '7b10abab-9d01-47eb-9077-38a89252e842'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:14:08.155570 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc74f1c012309c835ea1a53c8f5f732cbfbf790adc92ee6109ffd7f3bd94d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c5f51e-99aa-4539-8d9f-75fed9b4fb61" -d '{"events": [{"name": "network-changed", "server_uuid": "5ffe78de-a559-421b-a47c-769c5dcdd9bf", "tag": "7b10abab-9d01-47eb-9077-38a89252e842"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:14:08.164343 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e9fceea-f7b1-454e-abf7-6aa72ab43a29 {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:14:08.168974 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539aaaa-7e91-4cf5-91f7-154690443ef4 req-2e7b8944-ad0c-40ec-aec0-8f16301d635f tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:08.171716 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4539aaaa-7e91-4cf5-91f7-154690443ef4 req-2e7b8944-ad0c-40ec-aec0-8f16301d635f tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=f642edf1-1471-4dc2-91e5-bf7d24f520c8 HTTP/1.1" status: 200 len: 944 time: 0.2442482 Sep 23 23:14:08.182382 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:08.210817 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 8e9fceea-f7b1-454e-abf7-6aa72ab43a29, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=8e9fceea-f7b1-454e-abf7-6aa72ab43a29,segment=NetworkSegment(82a7ca47-0199-4ab7-85f6-9c9d54347e5c),segment_id=82a7ca47-0199-4ab7-85f6-9c9d54347e5c)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:14:08.236573 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:08.252211 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05edada2-edec-44e9-a1f7-e0f4d489797c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7200a6-e363-47fa-bdab-e3eb6ebccade'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:14:08.254653 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7224bc9728871e873a89dc5c7795d0b38d91bd368c61c3cf47b1fa6016b6835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca7cd4d-1de7-415c-a103-3778798932cd" -d '{"events": [{"server_uuid": "05edada2-edec-44e9-a1f7-e0f4d489797c", "name": "network-vif-plugged", "status": "completed", "tag": "6b7200a6-e363-47fa-bdab-e3eb6ebccade"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:14:08.315784 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 6b7200a6-e363-47fa-bdab-e3eb6ebccade, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=6b7200a6-e363-47fa-bdab-e3eb6ebccade,segment=NetworkSegment(9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82),segment_id=9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:14:08.317962 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-3493c8e7-f906-4ef7-837c-cca1067c289f req-05681fd7-bc13-4237-99f7-b234aa07984d service neutron] 10.222.0.11 "GET /v2.0/networks/0a541a17-4f1f-474c-8b16-9626260a5840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589358 Sep 23 23:14:08.320882 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:08.348139 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=8e9fceea-f7b1-454e-abf7-6aa72ab43a29,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:08.351081 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c26260-2e06-4590-9c41-e8a35432bfc8 req-2d02528c-ba01-447d-b90f-a8a79227a5c6 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:08.363958 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f7c26260-2e06-4590-9c41-e8a35432bfc8 req-2d02528c-ba01-447d-b90f-a8a79227a5c6 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 944 time: 0.2501493 Sep 23 23:14:08.391376 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4539aaaa-7e91-4cf5-91f7-154690443ef4 req-10a790bc-0f12-4192-b937-dabeac1c1f3b tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952076 Sep 23 23:14:08.392415 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3f904-0079-4c34-9819-3c3580d2907e service neutron] Pushing event updated for resources: {'Port': ['ID=7b10abab-9d01-47eb-9077-38a89252e842,revision_number=3']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:08.435361 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-2b899d27-b1a1-47ab-827f-0a9144048250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:08.437413 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-2b899d27-b1a1-47ab-827f-0a9144048250 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a9b741287e54b41b0e1fea7f8d4accc&device_id=5ffe78de-a559-421b-a47c-769c5dcdd9bf HTTP/1.1" status: 200 len: 1097 time: 0.2584097 Sep 23 23:14:08.459827 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=6b7200a6-e363-47fa-bdab-e3eb6ebccade,revision_number=10']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:08.461493 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f7c26260-2e06-4590-9c41-e8a35432bfc8 req-901fa9a4-1a7a-4ac4-9db4-1ba23be91dae tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852985 Sep 23 23:14:08.479003 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['8e9fceea-f7b1-454e-abf7-6aa72ab43a29'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:14:08.543119 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c3faaa-a44f-42a8-a8d6-3a713733c332 x-openstack-request-id: req-f1c3faaa-a44f-42a8-a8d6-3a713733c332 {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:14:08.543760 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ffe78de-a559-421b-a47c-769c5dcdd9bf", "tag": "7b10abab-9d01-47eb-9077-38a89252e842", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:14:08.543892 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f1c3faaa-a44f-42a8-a8d6-3a713733c332 {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:14:08.544367 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ffe78de-a559-421b-a47c-769c5dcdd9bf', 'tag': '7b10abab-9d01-47eb-9077-38a89252e842', 'status': 'completed', 'code': 200} Sep 23 23:14:08.547624 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-3493c8e7-f906-4ef7-837c-cca1067c289f req-79da3b91-233d-453a-a9d8-84aff92d2fe9 service neutron] 10.222.0.11 "GET /v2.0/networks/0a541a17-4f1f-474c-8b16-9626260a5840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202954 Sep 23 23:14:08.552556 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-c85db69d-115d-4290-a79d-4d8974f394aa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b10abab-9d01-47eb-9077-38a89252e842 HTTP/1.1" status: 200 len: 217 time: 0.0888095 Sep 23 23:14:08.561748 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c227a57-0f7c-44aa-8303-3fb9046863ce x-openstack-request-id: req-3c227a57-0f7c-44aa-8303-3fb9046863ce {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:14:08.562283 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05edada2-edec-44e9-a1f7-e0f4d489797c", "name": "network-vif-plugged", "status": "completed", "tag": "6b7200a6-e363-47fa-bdab-e3eb6ebccade", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:14:08.562733 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3c227a57-0f7c-44aa-8303-3fb9046863ce {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:14:08.563127 dv-cinder-810785-1-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05edada2-edec-44e9-a1f7-e0f4d489797c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7200a6-e363-47fa-bdab-e3eb6ebccade', 'code': 200} Sep 23 23:14:08.637786 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-f5b4cba3-254f-41cc-9405-13f3cc9a38f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:08.639425 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-f5b4cba3-254f-41cc-9405-13f3cc9a38f5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d5292f11-46b2-45b6-a3a7-25fa5706495d HTTP/1.1" status: 200 len: 850 time: 0.0689056 Sep 23 23:14:08.692460 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-bc9e2271-5080-4ad6-bf1d-a6f76e1f6f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:08.693963 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-bc9e2271-5080-4ad6-bf1d-a6f76e1f6f8a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=859f9436-dc16-4206-b2fa-4ec5d354a397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452344 Sep 23 23:14:08.833563 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-22e9530c-118d-4ba3-8465-696647268c6b service neutron] 10.222.0.11 "GET /v2.0/networks/859f9436-dc16-4206-b2fa-4ec5d354a397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280696 Sep 23 23:14:08.982932 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9c97a898-3c7d-49c1-b9a5-2a370a9a4544 req-23a3e3fa-7a77-4d7a-93bf-03922432379d service neutron] 10.222.0.11 "GET /v2.0/networks/859f9436-dc16-4206-b2fa-4ec5d354a397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392446 Sep 23 23:14:09.102968 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5f51e-99aa-4539-8d9f-75fed9b4fb61 req-00e3a484-351b-48f6-93f2-33faebb40c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:09.104740 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-34c5f51e-99aa-4539-8d9f-75fed9b4fb61 req-00e3a484-351b-48f6-93f2-33faebb40c78 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a9b741287e54b41b0e1fea7f8d4accc&device_id=5ffe78de-a559-421b-a47c-769c5dcdd9bf HTTP/1.1" status: 200 len: 1097 time: 0.0595813 Sep 23 23:14:09.170724 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17bbc8-8ac2-41ba-8a35-7306f9456b31 req-a0d12511-3311-4886-84b6-e572c622cd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:09.173490 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ea17bbc8-8ac2-41ba-8a35-7306f9456b31 req-a0d12511-3311-4886-84b6-e572c622cd61 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 1099 time: 0.0573528 Sep 23 23:14:09.236892 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ea17bbc8-8ac2-41ba-8a35-7306f9456b31 req-b5e99903-68ea-462d-87f3-ddd52d655777 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538783 Sep 23 23:14:09.518253 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec053be-1e0c-4358-88d6-a9280a47ae2a req-76ba5717-78a3-47ad-9d79-ce298b322d62 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:09.519914 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9ec053be-1e0c-4358-88d6-a9280a47ae2a req-76ba5717-78a3-47ad-9d79-ce298b322d62 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ffe78de-a559-421b-a47c-769c5dcdd9bf HTTP/1.1" status: 200 len: 944 time: 0.4055729 Sep 23 23:14:09.540776 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 8e9fceea-f7b1-454e-abf7-6aa72ab43a29 up at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:14:09.581104 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5f51e-99aa-4539-8d9f-75fed9b4fb61 req-ea524ecc-9dae-4078-b749-61b5a66384f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:09.582841 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-34c5f51e-99aa-4539-8d9f-75fed9b4fb61 req-ea524ecc-9dae-4078-b749-61b5a66384f4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=859f9436-dc16-4206-b2fa-4ec5d354a397 HTTP/1.1" status: 200 len: 912 time: 0.4586554 Sep 23 23:14:09.593205 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning for port 8e9fceea-f7b1-454e-abf7-6aa72ab43a29 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:14:09.598141 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning complete for port 8e9fceea-f7b1-454e-abf7-6aa72ab43a29 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:14:09.598597 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:09.647242 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9ec053be-1e0c-4358-88d6-a9280a47ae2a req-8be94c8c-ee6a-412d-92fd-3aea03c21821 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=12b5671a-fb98-4350-9202-0a4a2f8b63f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177073 Sep 23 23:14:09.648656 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:09.651193 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-34c5f51e-99aa-4539-8d9f-75fed9b4fb61 req-698a8fea-dcfa-4646-b94a-efb7c59f744d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b10abab-9d01-47eb-9077-38a89252e842 HTTP/1.1" status: 200 len: 217 time: 0.0596611 Sep 23 23:14:09.660632 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca54f84-f2a8-4fb4-b88c-2d5bb78912e4 req-de04d3a7-d48e-4a9a-918b-528cf8f3f4a6 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:09.662171 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-bca54f84-f2a8-4fb4-b88c-2d5bb78912e4 req-de04d3a7-d48e-4a9a-918b-528cf8f3f4a6 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=f642edf1-1471-4dc2-91e5-bf7d24f520c8 HTTP/1.1" status: 200 len: 945 time: 0.1549623 Sep 23 23:14:09.699355 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:09.740742 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 8e9fceea-f7b1-454e-abf7-6aa72ab43a29, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=8e9fceea-f7b1-454e-abf7-6aa72ab43a29,segment=NetworkSegment(82a7ca47-0199-4ab7-85f6-9c9d54347e5c),segment_id=82a7ca47-0199-4ab7-85f6-9c9d54347e5c)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:14:09.745125 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:09.749265 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5f51e-99aa-4539-8d9f-75fed9b4fb61 req-483f0c68-8b26-484c-bf75-5fd20b042e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:09.750783 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-34c5f51e-99aa-4539-8d9f-75fed9b4fb61 req-483f0c68-8b26-484c-bf75-5fd20b042e86 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d5292f11-46b2-45b6-a3a7-25fa5706495d HTTP/1.1" status: 200 len: 850 time: 0.0876820 Sep 23 23:14:09.768629 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-bca54f84-f2a8-4fb4-b88c-2d5bb78912e4 req-d596c334-b33b-4179-87ff-182cd63b5da7 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979199 Sep 23 23:14:09.797858 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=8e9fceea-f7b1-454e-abf7-6aa72ab43a29,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:09.826967 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89df4e3-66e8-4170-982d-f993ec2f14f0 req-3e59bb2d-b683-44c1-b195-119538002b78 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:09.828439 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e89df4e3-66e8-4170-982d-f993ec2f14f0 req-3e59bb2d-b683-44c1-b195-119538002b78 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 946 time: 0.0970383 Sep 23 23:14:09.834179 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5f51e-99aa-4539-8d9f-75fed9b4fb61 req-fddab646-7e96-49f4-a84d-ac1df5c21dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:09.835696 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-34c5f51e-99aa-4539-8d9f-75fed9b4fb61 req-fddab646-7e96-49f4-a84d-ac1df5c21dcf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=859f9436-dc16-4206-b2fa-4ec5d354a397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0661321 Sep 23 23:14:09.896154 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e89df4e3-66e8-4170-982d-f993ec2f14f0 req-36c4adb9-73d0-49f7-b1a4-67e82853b96f tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594113 Sep 23 23:14:09.955011 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-34c5f51e-99aa-4539-8d9f-75fed9b4fb61 req-97377015-471c-43e9-98b0-1d6b59a26d33 service neutron] 10.222.0.11 "GET /v2.0/networks/859f9436-dc16-4206-b2fa-4ec5d354a397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051590 Sep 23 23:14:10.060023 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-34c5f51e-99aa-4539-8d9f-75fed9b4fb61 req-b8e718ba-4068-4675-b2a0-910fbb06a3ae service neutron] 10.222.0.11 "GET /v2.0/networks/859f9436-dc16-4206-b2fa-4ec5d354a397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953865 Sep 23 23:14:10.564971 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f642edf1-1471-4dc2-91e5-bf7d24f520c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9fceea-f7b1-454e-abf7-6aa72ab43a29'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:14:10.567382 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7224bc9728871e873a89dc5c7795d0b38d91bd368c61c3cf47b1fa6016b6835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e201746-a3cf-4eed-af8c-d4140b17d2f0" -d '{"events": [{"server_uuid": "f642edf1-1471-4dc2-91e5-bf7d24f520c8", "name": "network-vif-plugged", "status": "completed", "tag": "8e9fceea-f7b1-454e-abf7-6aa72ab43a29"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:14:10.603858 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702167e4-9f5e-4f55-91d8-f836530c430b x-openstack-request-id: req-702167e4-9f5e-4f55-91d8-f836530c430b {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:14:10.604149 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f642edf1-1471-4dc2-91e5-bf7d24f520c8", "name": "network-vif-plugged", "status": "completed", "tag": "8e9fceea-f7b1-454e-abf7-6aa72ab43a29", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:14:10.604601 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-702167e4-9f5e-4f55-91d8-f836530c430b {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:14:10.605002 dv-cinder-810785-1-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f642edf1-1471-4dc2-91e5-bf7d24f520c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9fceea-f7b1-454e-abf7-6aa72ab43a29', 'code': 200} Sep 23 23:14:10.791589 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829d106-e421-469a-8a16-1c3d4261849c req-4254f98f-2fa9-44db-bf5f-0b678ed61332 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:10.800191 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7829d106-e421-469a-8a16-1c3d4261849c req-4254f98f-2fa9-44db-bf5f-0b678ed61332 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ffe78de-a559-421b-a47c-769c5dcdd9bf HTTP/1.1" status: 200 len: 944 time: 0.0749764 Sep 23 23:14:10.877316 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7829d106-e421-469a-8a16-1c3d4261849c req-1f71b06d-19c7-4008-b091-54935fe7848f tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=12b5671a-fb98-4350-9202-0a4a2f8b63f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744500 Sep 23 23:14:10.922297 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625faea-2e77-4736-9b80-946090d35907 req-443a9848-88a5-4418-946d-31a6d95c0108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:10.924829 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4625faea-2e77-4736-9b80-946090d35907 req-443a9848-88a5-4418-946d-31a6d95c0108 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f642edf1-1471-4dc2-91e5-bf7d24f520c8 HTTP/1.1" status: 200 len: 1099 time: 0.1004922 Sep 23 23:14:10.939217 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ff23a-aaf8-4d60-996e-d299c45abf20 req-539b176f-3e25-4059-a7e5-610645774c40 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:10.940797 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8f7ff23a-aaf8-4d60-996e-d299c45abf20 req-539b176f-3e25-4059-a7e5-610645774c40 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=f642edf1-1471-4dc2-91e5-bf7d24f520c8 HTTP/1.1" status: 200 len: 946 time: 0.0836904 Sep 23 23:14:11.010081 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4625faea-2e77-4736-9b80-946090d35907 req-b0da6c2e-eec2-4f51-b6b9-47cdee61e279 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682950 Sep 23 23:14:11.017683 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8f7ff23a-aaf8-4d60-996e-d299c45abf20 req-0d7d0077-ebf7-4431-a79a-e89468c6eaf7 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702946 Sep 23 23:14:11.094303 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf02c94-9368-4185-a4df-15695f570193 req-57de6f13-7072-4c0a-9025-d01f34e9c6cf tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:11.095840 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6cf02c94-9368-4185-a4df-15695f570193 req-57de6f13-7072-4c0a-9025-d01f34e9c6cf tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 946 time: 0.0680788 Sep 23 23:14:11.139996 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6cf02c94-9368-4185-a4df-15695f570193 req-44fa3712-9efd-411a-9644-8e4d0029ee29 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371039 Sep 23 23:14:11.559534 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 7b10abab-9d01-47eb-9077-38a89252e842 details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:14:11.662562 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 7b10abab-9d01-47eb-9077-38a89252e842, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=7b10abab-9d01-47eb-9077-38a89252e842,segment=NetworkSegment(3a43d669-9c88-4ebc-9cde-198915606ca5),segment_id=3a43d669-9c88-4ebc-9cde-198915606ca5)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:14:11.673865 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Returning: {'device': '7b10abab-9d01-47eb-9077-38a89252e842', 'network_id': '859f9436-dc16-4206-b2fa-4ec5d354a397', 'port_id': '7b10abab-9d01-47eb-9077-38a89252e842', 'mac_address': 'fa:16:3e:cc:ec:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5292f11-46b2-45b6-a3a7-25fa5706495d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:14:11.713567 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:11.728390 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b10abab-9d01-47eb-9077-38a89252e842 {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:14:11.761832 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 7b10abab-9d01-47eb-9077-38a89252e842, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=7b10abab-9d01-47eb-9077-38a89252e842,segment=NetworkSegment(3a43d669-9c88-4ebc-9cde-198915606ca5),segment_id=3a43d669-9c88-4ebc-9cde-198915606ca5)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:14:11.770264 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:11.833245 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=7b10abab-9d01-47eb-9077-38a89252e842,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:11.998864 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc23d0f-4d99-496e-b17c-e4021d30ec17 req-e5546ac1-2a5d-47b5-a987-d7b8f661d43c tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:12.000337 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7fc23d0f-4d99-496e-b17c-e4021d30ec17 req-e5546ac1-2a5d-47b5-a987-d7b8f661d43c tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ffe78de-a559-421b-a47c-769c5dcdd9bf HTTP/1.1" status: 200 len: 945 time: 0.0528302 Sep 23 23:14:12.043390 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7fc23d0f-4d99-496e-b17c-e4021d30ec17 req-745444e3-a7c0-431c-92b1-6d8e9c0dd327 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=12b5671a-fb98-4350-9202-0a4a2f8b63f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363669 Sep 23 23:14:12.108125 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['7b10abab-9d01-47eb-9077-38a89252e842'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:14:12.138108 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f396a94-c0da-4a44-8b59-6b1e7de672f9 req-4984e338-70a6-4104-a35c-22f19bcf220e tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:12.139744 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8f396a94-c0da-4a44-8b59-6b1e7de672f9 req-4984e338-70a6-4104-a35c-22f19bcf220e tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=f642edf1-1471-4dc2-91e5-bf7d24f520c8 HTTP/1.1" status: 200 len: 946 time: 0.0504823 Sep 23 23:14:12.192120 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8f396a94-c0da-4a44-8b59-6b1e7de672f9 req-09bb9737-1a4d-4ad7-9469-41bf98fbdbd0 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443351 Sep 23 23:14:12.295473 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5843c9-d607-4860-a63f-3f94a42e35b6 req-439b4ec7-a3c4-4a84-8eb6-a5141814d50d tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:12.297070 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ff5843c9-d607-4860-a63f-3f94a42e35b6 req-439b4ec7-a3c4-4a84-8eb6-a5141814d50d tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 946 time: 0.0575433 Sep 23 23:14:12.338790 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ff5843c9-d607-4860-a63f-3f94a42e35b6 req-45eebdc5-54d8-4a0b-9915-3b21a3985bfb tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343561 Sep 23 23:14:13.165900 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf795e-1222-4f64-b8db-2b82641efbff req-3e8b96a8-fb37-4a29-901a-e5bf7c1cef28 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:13.165900 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ffbf795e-1222-4f64-b8db-2b82641efbff req-3e8b96a8-fb37-4a29-901a-e5bf7c1cef28 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ffe78de-a559-421b-a47c-769c5dcdd9bf HTTP/1.1" status: 200 len: 945 time: 0.0510044 Sep 23 23:14:13.206689 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ffbf795e-1222-4f64-b8db-2b82641efbff req-bcd3156e-72e7-4323-bab9-07af69b13e36 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=12b5671a-fb98-4350-9202-0a4a2f8b63f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343571 Sep 23 23:14:13.319821 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5f9b0-7b87-4b61-9083-dbccd3b60ef1 req-0817d5c4-7a66-4375-9bb4-401340011d92 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:13.321815 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-fdf5f9b0-7b87-4b61-9083-dbccd3b60ef1 req-0817d5c4-7a66-4375-9bb4-401340011d92 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=f642edf1-1471-4dc2-91e5-bf7d24f520c8 HTTP/1.1" status: 200 len: 946 time: 0.0527091 Sep 23 23:14:13.365656 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-fdf5f9b0-7b87-4b61-9083-dbccd3b60ef1 req-21419a8b-f896-4c3e-82e9-0687a675b007 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373917 Sep 23 23:14:13.491425 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6b6ef-b9aa-46a6-9758-7b5a74018f31 req-b456a313-e7f8-46d7-9485-139080e078bf tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:13.493015 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-95f6b6ef-b9aa-46a6-9758-7b5a74018f31 req-b456a313-e7f8-46d7-9485-139080e078bf tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=f642edf1-1471-4dc2-91e5-bf7d24f520c8 HTTP/1.1" status: 200 len: 946 time: 0.0565948 Sep 23 23:14:13.532395 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-95f6b6ef-b9aa-46a6-9758-7b5a74018f31 req-5653ca97-5e77-4040-bd5d-bea7b94a8329 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332339 Sep 23 23:14:13.558361 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 59452) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:14:13.566665 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 7b10abab-9d01-47eb-9077-38a89252e842 up at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:14:13.625481 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning for port 7b10abab-9d01-47eb-9077-38a89252e842 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:14:13.629862 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning complete for port 7b10abab-9d01-47eb-9077-38a89252e842 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:14:13.630251 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:13.720008 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66175bac-163a-492b-9170-9726bbcaba9f tempest-TestVolumeBootPattern-906597329 tempest-TestVolumeBootPattern-906597329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:13.721518 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:13.722822 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-66175bac-163a-492b-9170-9726bbcaba9f tempest-TestVolumeBootPattern-906597329 tempest-TestVolumeBootPattern-906597329-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f642edf1-1471-4dc2-91e5-bf7d24f520c8 HTTP/1.1" status: 200 len: 1094 time: 0.1629033 Sep 23 23:14:13.725672 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 59456) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:14:13.730640 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-0383660c-c77a-4363-9b55-808e070bbef4 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Request body: {'floatingip': {'floating_network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'port_id': '8e9fceea-f7b1-454e-abf7-6aa72ab43a29', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:14:13.756196 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ffe78de-a559-421b-a47c-769c5dcdd9bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b10abab-9d01-47eb-9077-38a89252e842'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:14:13.756449 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0383660c-c77a-4363-9b55-808e070bbef4 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for floatingip, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:13.759124 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7224bc9728871e873a89dc5c7795d0b38d91bd368c61c3cf47b1fa6016b6835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9386f40-9c53-40b4-9968-113caa2d30d8" -d '{"events": [{"server_uuid": "5ffe78de-a559-421b-a47c-769c5dcdd9bf", "name": "network-vif-plugged", "status": "completed", "tag": "7b10abab-9d01-47eb-9077-38a89252e842"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:14:13.781307 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 7b10abab-9d01-47eb-9077-38a89252e842, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=7b10abab-9d01-47eb-9077-38a89252e842,segment=NetworkSegment(3a43d669-9c88-4ebc-9cde-198915606ca5),segment_id=3a43d669-9c88-4ebc-9cde-198915606ca5)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:14:13.789067 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:13.816125 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f77339b-4c27-4880-a297-2b36b88a3452 x-openstack-request-id: req-7f77339b-4c27-4880-a297-2b36b88a3452 {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:14:13.816502 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ffe78de-a559-421b-a47c-769c5dcdd9bf", "name": "network-vif-plugged", "status": "completed", "tag": "7b10abab-9d01-47eb-9077-38a89252e842", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:14:13.816820 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7f77339b-4c27-4880-a297-2b36b88a3452 {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:14:13.817305 dv-cinder-810785-1-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffe78de-a559-421b-a47c-769c5dcdd9bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b10abab-9d01-47eb-9077-38a89252e842', 'code': 200} Sep 23 23:14:13.844753 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=7b10abab-9d01-47eb-9077-38a89252e842,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:13.870264 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0383660c-c77a-4363-9b55-808e070bbef4 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:13.982774 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [None req-0383660c-c77a-4363-9b55-808e070bbef4 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Allocated IP 172.27.1.215 (b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1/47169b33-ea5f-4b9d-bf3b-155ff70b7556/15c3769a-59ef-4e82-b372-b544f64aae72) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:14:14.052855 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed9369-86ce-4f7b-a43c-514ba4f08a76 req-1ec33430-72c4-42db-97f6-4ad8a6e0be22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:14.054391 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-67ed9369-86ce-4f7b-a43c-514ba4f08a76 req-1ec33430-72c4-42db-97f6-4ad8a6e0be22 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5ffe78de-a559-421b-a47c-769c5dcdd9bf HTTP/1.1" status: 200 len: 1099 time: 0.0941432 Sep 23 23:14:14.087572 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0383660c-c77a-4363-9b55-808e070bbef4 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:14.091208 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-67ed9369-86ce-4f7b-a43c-514ba4f08a76 req-68bab1b5-d217-4663-bedd-ad6af4c37914 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=12b5671a-fb98-4350-9202-0a4a2f8b63f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293388 Sep 23 23:14:14.124377 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0383660c-c77a-4363-9b55-808e070bbef4 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:14.160826 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0383660c-c77a-4363-9b55-808e070bbef4 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Network b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:14:14.163565 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-0383660c-c77a-4363-9b55-808e070bbef4 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:14:14.167138 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0383660c-c77a-4363-9b55-808e070bbef4 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:14:14.198969 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0383660c-c77a-4363-9b55-808e070bbef4 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Pushing event updated for resources: {'Port': ['ID=15c3769a-59ef-4e82-b372-b544f64aae72,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:14.329779 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e912f-0cc3-472c-9d8e-45bf3b889296 req-11c13787-4064-456d-9693-b55406696954 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:14.331437 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-713e912f-0cc3-472c-9d8e-45bf3b889296 req-11c13787-4064-456d-9693-b55406696954 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ffe78de-a559-421b-a47c-769c5dcdd9bf HTTP/1.1" status: 200 len: 946 time: 0.0490079 Sep 23 23:14:14.375466 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-713e912f-0cc3-472c-9d8e-45bf3b889296 req-a3152ce7-b274-497b-80ba-26cd4c6d9478 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=12b5671a-fb98-4350-9202-0a4a2f8b63f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376015 Sep 23 23:14:14.631967 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0383660c-c77a-4363-9b55-808e070bbef4 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:14.946428 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0383660c-c77a-4363-9b55-808e070bbef4 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:15.114946 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0383660c-c77a-4363-9b55-808e070bbef4 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:15.122643 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0383660c-c77a-4363-9b55-808e070bbef4 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257029'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:15.188996 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0383660c-c77a-4363-9b55-808e070bbef4 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Pushing event updated for resources: {'Port': ['ID=15c3769a-59ef-4e82-b372-b544f64aae72,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:15.207773 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0383660c-c77a-4363-9b55-808e070bbef4 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594972'] for floatingip, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:15.325679 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.db.l3_db [None req-0383660c-c77a-4363-9b55-808e070bbef4 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Floating IP 07db7cf1-4f4d-4c11-9236-4000041a0774 associated. External IP: 172.27.1.215, port: 8e9fceea-f7b1-454e-abf7-6aa72ab43a29. Sep 23 23:14:15.504792 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb3da0-beef-42fd-a407-103517f93650 req-9d655e01-9c68-4cad-8b78-c91f91931c6b tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:15.506367 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6dbb3da0-beef-42fd-a407-103517f93650 req-9d655e01-9c68-4cad-8b78-c91f91931c6b tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ffe78de-a559-421b-a47c-769c5dcdd9bf HTTP/1.1" status: 200 len: 946 time: 0.0553801 Sep 23 23:14:15.550461 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6dbb3da0-beef-42fd-a407-103517f93650 req-472a16fb-0a69-4c4f-817c-b380e0ef3254 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=12b5671a-fb98-4350-9202-0a4a2f8b63f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333533 Sep 23 23:14:15.561174 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0383660c-c77a-4363-9b55-808e070bbef4 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Router 87f67936-7282-40dc-b416-f09d762efcc6 has already been hosted by L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 {{(pid=94231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:14:15.699374 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0383660c-c77a-4363-9b55-808e070bbef4 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:14:15.710704 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0d0f79-67a8-48f7-85a1-14a844b2d07b None None] Sync routers for ids ['87f67936-7282-40dc-b416-f09d762efcc6'] in dv-cinder-810785-1-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:14:15.723430 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0383660c-c77a-4363-9b55-808e070bbef4 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for floatingip, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:15.727149 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0d0f79-67a8-48f7-85a1-14a844b2d07b None None] Routers {'87f67936-7282-40dc-b416-f09d762efcc6'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:14:15.728075 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-0a0d0f79-67a8-48f7-85a1-14a844b2d07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:13:58Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['87f67936-7282-40dc-b416-f09d762efcc6'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:14:15.759053 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-0383660c-c77a-4363-9b55-808e070bbef4 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0322025 Sep 23 23:14:15.759722 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f642edf1-1471-4dc2-91e5-bf7d24f520c8', 'tag': '8e9fceea-f7b1-454e-abf7-6aa72ab43a29'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:14:15.762117 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1d5602135d6fd2b93bb7a1a207777d999d514b69f59ce624d4faeb629b016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9a7e1f-3aaa-431f-9a03-4c1742b0a768" -d '{"events": [{"name": "network-changed", "server_uuid": "f642edf1-1471-4dc2-91e5-bf7d24f520c8", "tag": "8e9fceea-f7b1-454e-abf7-6aa72ab43a29"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:14:15.804063 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2dc27b-a97c-4139-9bf6-d4b01d79c1a5 x-openstack-request-id: req-0a2dc27b-a97c-4139-9bf6-d4b01d79c1a5 {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:14:15.804536 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f642edf1-1471-4dc2-91e5-bf7d24f520c8", "tag": "8e9fceea-f7b1-454e-abf7-6aa72ab43a29", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:14:15.804661 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0a2dc27b-a97c-4139-9bf6-d4b01d79c1a5 {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:14:15.805062 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f642edf1-1471-4dc2-91e5-bf7d24f520c8', 'tag': '8e9fceea-f7b1-454e-abf7-6aa72ab43a29', 'status': 'completed', 'code': 200} Sep 23 23:14:15.865190 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-0a0d0f79-67a8-48f7-85a1-14a844b2d07b None None] Set router 87f67936-7282-40dc-b416-f09d762efcc6 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:14:16.190122 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-0a0d0f79-67a8-48f7-85a1-14a844b2d07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f67936-7282-40dc-b416-f09d762efcc6', 'name': 'tempest-TestVolumeBootPattern-651648997-router', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:13:02Z', 'updated_at': '2021-09-23T23:13:10Z', 'revision_number': 4, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'gw_port': {'id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:03Z', 'updated_at': '2021-09-23T23:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_floatingips': [{'id': '07db7cf1-4f4d-4c11-9236-4000041a0774', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'floating_ip_address': '172.27.1.215', 'floating_network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'router_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'port_id': '8e9fceea-f7b1-454e-abf7-6aa72ab43a29', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a142d4ab-a769-4517-b595-172b82642394', 'mac_address': 'fa:16:3e:2b:43:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f642edf1-1471-4dc2-91e5-bf7d24f520c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:14:14Z', 'updated_at': '2021-09-23T23:14:14Z', 'revision_number': 0, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72728133-0716-419c-a8ac-87e183128dc1', 'name': '', 'network_id': 'a142d4ab-a769-4517-b595-172b82642394', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'mac_address': 'fa:16:3e:5b:33:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:08Z', 'updated_at': '2021-09-23T23:13:16Z', 'revision_number': 5, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'subnets': [{'id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:14:16.230481 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0d0f79-67a8-48f7-85a1-14a844b2d07b None None] Checking router: 87f67936-7282-40dc-b416-f09d762efcc6 for host: dv-cinder-810785-1-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:14:16.246084 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0d0f79-67a8-48f7-85a1-14a844b2d07b None None] Routers {'87f67936-7282-40dc-b416-f09d762efcc6'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:14:16.247665 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-0a0d0f79-67a8-48f7-85a1-14a844b2d07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:13:58Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['87f67936-7282-40dc-b416-f09d762efcc6'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:14:16.378540 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-0a0d0f79-67a8-48f7-85a1-14a844b2d07b None None] Set router 87f67936-7282-40dc-b416-f09d762efcc6 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:14:16.680794 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9be39e-2548-4af8-a8d1-8bf73bc351f8 req-b7dcdbc9-d7ea-4596-9a91-495cbc4682f4 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:16.682619 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1a9be39e-2548-4af8-a8d1-8bf73bc351f8 req-b7dcdbc9-d7ea-4596-9a91-495cbc4682f4 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ffe78de-a559-421b-a47c-769c5dcdd9bf HTTP/1.1" status: 200 len: 946 time: 0.0506015 Sep 23 23:14:16.739920 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1a9be39e-2548-4af8-a8d1-8bf73bc351f8 req-320614dc-b10a-43cd-a4cd-e82a6c5824c2 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=12b5671a-fb98-4350-9202-0a4a2f8b63f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459032 Sep 23 23:14:16.765802 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-0a0d0f79-67a8-48f7-85a1-14a844b2d07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f67936-7282-40dc-b416-f09d762efcc6', 'name': 'tempest-TestVolumeBootPattern-651648997-router', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:13:02Z', 'updated_at': '2021-09-23T23:13:10Z', 'revision_number': 4, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'gw_port': {'id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:03Z', 'updated_at': '2021-09-23T23:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_floatingips': [{'id': '07db7cf1-4f4d-4c11-9236-4000041a0774', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'floating_ip_address': '172.27.1.215', 'floating_network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'router_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'port_id': '8e9fceea-f7b1-454e-abf7-6aa72ab43a29', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a142d4ab-a769-4517-b595-172b82642394', 'mac_address': 'fa:16:3e:2b:43:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f642edf1-1471-4dc2-91e5-bf7d24f520c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:14:14Z', 'updated_at': '2021-09-23T23:14:14Z', 'revision_number': 0, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72728133-0716-419c-a8ac-87e183128dc1', 'name': '', 'network_id': 'a142d4ab-a769-4517-b595-172b82642394', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'mac_address': 'fa:16:3e:5b:33:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:08Z', 'updated_at': '2021-09-23T23:13:16Z', 'revision_number': 5, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'subnets': [{'id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:14:16.802257 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0d0f79-67a8-48f7-85a1-14a844b2d07b None None] The sync data for ids ['87f67936-7282-40dc-b416-f09d762efcc6'] in dv-cinder-810785-1-iscsi is: [{'id': '87f67936-7282-40dc-b416-f09d762efcc6', 'name': 'tempest-TestVolumeBootPattern-651648997-router', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:13:02Z', 'updated_at': '2021-09-23T23:13:10Z', 'revision_number': 4, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'gw_port': {'id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:03Z', 'updated_at': '2021-09-23T23:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_floatingips': [{'id': '07db7cf1-4f4d-4c11-9236-4000041a0774', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'floating_ip_address': '172.27.1.215', 'floating_network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'router_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'port_id': '8e9fceea-f7b1-454e-abf7-6aa72ab43a29', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a142d4ab-a769-4517-b595-172b82642394', 'mac_address': 'fa:16:3e:2b:43:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f642edf1-1471-4dc2-91e5-bf7d24f520c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:14:14Z', 'updated_at': '2021-09-23T23:14:14Z', 'revision_number': 0, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72728133-0716-419c-a8ac-87e183128dc1', 'name': '', 'network_id': 'a142d4ab-a769-4517-b595-172b82642394', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'mac_address': 'fa:16:3e:5b:33:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:08Z', 'updated_at': '2021-09-23T23:13:16Z', 'revision_number': 5, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'subnets': [{'id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:14:17.021700 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb8dd74-cc21-4168-bf67-d5f185d6319a None None] New status for floating IP 07db7cf1-4f4d-4c11-9236-4000041a0774: ACTIVE {{(pid=94234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:14:17.898187 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b68e4-a101-4050-b383-cea59282d276 req-d6e66a37-69dc-4b1b-ae11-21b2770d22a9 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:17.899711 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ee1b68e4-a101-4050-b383-cea59282d276 req-d6e66a37-69dc-4b1b-ae11-21b2770d22a9 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ffe78de-a559-421b-a47c-769c5dcdd9bf HTTP/1.1" status: 200 len: 946 time: 0.0715435 Sep 23 23:14:17.942626 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ee1b68e4-a101-4050-b383-cea59282d276 req-d38b3d3c-ece2-4567-8757-fd619b5cede5 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=12b5671a-fb98-4350-9202-0a4a2f8b63f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368373 Sep 23 23:14:18.084566 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a7e1f-3aaa-431f-9a03-4c1742b0a768 req-09afba54-f9d1-4b5f-b97e-2bd5760e6478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:18.086021 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cd9a7e1f-3aaa-431f-9a03-4c1742b0a768 req-09afba54-f9d1-4b5f-b97e-2bd5760e6478 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b54c8cb576f4df48743b760c9eaae2a&device_id=f642edf1-1471-4dc2-91e5-bf7d24f520c8 HTTP/1.1" status: 200 len: 1099 time: 0.0449286 Sep 23 23:14:18.186345 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a7e1f-3aaa-431f-9a03-4c1742b0a768 req-d58da327-6d38-4e84-af03-fe6937bb3059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:18.187894 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cd9a7e1f-3aaa-431f-9a03-4c1742b0a768 req-d58da327-6d38-4e84-af03-fe6937bb3059 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a142d4ab-a769-4517-b595-172b82642394 HTTP/1.1" status: 200 len: 912 time: 0.0941973 Sep 23 23:14:18.267459 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cd9a7e1f-3aaa-431f-9a03-4c1742b0a768 req-a9a7697e-1e3f-4dbb-8389-ffb4b5b35e40 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e9fceea-f7b1-454e-abf7-6aa72ab43a29 HTTP/1.1" status: 200 len: 1002 time: 0.0703375 Sep 23 23:14:18.329743 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a7e1f-3aaa-431f-9a03-4c1742b0a768 req-a3119be4-1ce2-470b-a0aa-82b961cd08be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:18.331255 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cd9a7e1f-3aaa-431f-9a03-4c1742b0a768 req-a3119be4-1ce2-470b-a0aa-82b961cd08be service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f89343e-2ad9-4e3b-a2d5-c722d5396ede HTTP/1.1" status: 200 len: 850 time: 0.0489614 Sep 23 23:14:18.388469 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a7e1f-3aaa-431f-9a03-4c1742b0a768 req-3c4895c9-e14c-4a16-97b7-6a2775e2d5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:18.390016 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cd9a7e1f-3aaa-431f-9a03-4c1742b0a768 req-3c4895c9-e14c-4a16-97b7-6a2775e2d5e0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a142d4ab-a769-4517-b595-172b82642394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442147 Sep 23 23:14:18.497654 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cd9a7e1f-3aaa-431f-9a03-4c1742b0a768 req-35213578-e48c-45c2-b382-4b48520ebc1f service neutron] 10.222.0.11 "GET /v2.0/networks/a142d4ab-a769-4517-b595-172b82642394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975397 Sep 23 23:14:18.608055 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cd9a7e1f-3aaa-431f-9a03-4c1742b0a768 req-b8259ebc-fc0a-4099-8934-f48b664c5712 service neutron] 10.222.0.11 "GET /v2.0/networks/a142d4ab-a769-4517-b595-172b82642394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013150 Sep 23 23:14:19.066030 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9551a8-1f0f-4782-87df-60b82fbb7276 req-2c9f8063-0921-4060-861e-85f090e240cb tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:19.067653 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-eb9551a8-1f0f-4782-87df-60b82fbb7276 req-2c9f8063-0921-4060-861e-85f090e240cb tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ffe78de-a559-421b-a47c-769c5dcdd9bf HTTP/1.1" status: 200 len: 946 time: 0.0543265 Sep 23 23:14:19.108888 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-eb9551a8-1f0f-4782-87df-60b82fbb7276 req-88f05c50-ee32-4d96-8ef1-9a756df1d9d7 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=12b5671a-fb98-4350-9202-0a4a2f8b63f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346646 Sep 23 23:14:19.232139 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8494f52-c0c2-4c43-9be5-70285ff3fc81 req-5f892a4b-5a56-4997-a32d-ec1cbdd9200c tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:19.233991 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a8494f52-c0c2-4c43-9be5-70285ff3fc81 req-5f892a4b-5a56-4997-a32d-ec1cbdd9200c tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ffe78de-a559-421b-a47c-769c5dcdd9bf HTTP/1.1" status: 200 len: 946 time: 0.0580068 Sep 23 23:14:19.243005 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 59504) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:14:19.248084 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-632f4088-0574-4e09-85b2-8b4865508fca tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Request body: {'floatingip': {'port_id': '7b10abab-9d01-47eb-9077-38a89252e842'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:14:19.292734 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-632f4088-0574-4e09-85b2-8b4865508fca tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks [] for floatingip, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:19.738729 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-632f4088-0574-4e09-85b2-8b4865508fca tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:19.744292 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-632f4088-0574-4e09-85b2-8b4865508fca tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594972'] for floatingip, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:19.857004 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.db.l3_db [None req-632f4088-0574-4e09-85b2-8b4865508fca tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Floating IP 6cdaae80-feed-4a34-825f-610484c650e6 associated. External IP: 172.27.1.158, port: 7b10abab-9d01-47eb-9077-38a89252e842. Sep 23 23:14:20.082920 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632f4088-0574-4e09-85b2-8b4865508fca tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Router 9a170505-6817-49d8-b9d3-3b2f1136fd14 has already been hosted by L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 {{(pid=94232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:14:20.199293 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632f4088-0574-4e09-85b2-8b4865508fca tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:14:20.205242 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-632f4088-0574-4e09-85b2-8b4865508fca tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for floatingip, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:20.213961 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5455368-20c5-4957-abb1-ce129badb885 None None] Sync routers for ids ['9a170505-6817-49d8-b9d3-3b2f1136fd14'] in dv-cinder-810785-1-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:14:20.224533 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5455368-20c5-4957-abb1-ce129badb885 None None] Routers {'9a170505-6817-49d8-b9d3-3b2f1136fd14'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:14:20.225162 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-a5455368-20c5-4957-abb1-ce129badb885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:13:58Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['9a170505-6817-49d8-b9d3-3b2f1136fd14'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:14:20.239687 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-632f4088-0574-4e09-85b2-8b4865508fca tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "PUT /v2.0/floatingips/6cdaae80-feed-4a34-825f-610484c650e6 HTTP/1.1" status: 200 len: 992 time: 0.9951968 Sep 23 23:14:20.240248 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ffe78de-a559-421b-a47c-769c5dcdd9bf', 'tag': '7b10abab-9d01-47eb-9077-38a89252e842'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:14:20.242612 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc74f1c012309c835ea1a53c8f5f732cbfbf790adc92ee6109ffd7f3bd94d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f7cd7a-89d8-49f9-9c59-db12ac1439a0" -d '{"events": [{"name": "network-changed", "server_uuid": "5ffe78de-a559-421b-a47c-769c5dcdd9bf", "tag": "7b10abab-9d01-47eb-9077-38a89252e842"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:14:20.300208 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b80b7bb-65ab-49b0-bf8e-f74c03b68fa6 x-openstack-request-id: req-3b80b7bb-65ab-49b0-bf8e-f74c03b68fa6 {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:14:20.300708 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ffe78de-a559-421b-a47c-769c5dcdd9bf", "tag": "7b10abab-9d01-47eb-9077-38a89252e842", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:14:20.301102 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3b80b7bb-65ab-49b0-bf8e-f74c03b68fa6 {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:14:20.301702 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ffe78de-a559-421b-a47c-769c5dcdd9bf', 'tag': '7b10abab-9d01-47eb-9077-38a89252e842', 'status': 'completed', 'code': 200} Sep 23 23:14:20.363914 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-a5455368-20c5-4957-abb1-ce129badb885 None None] Set router 9a170505-6817-49d8-b9d3-3b2f1136fd14 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:14:20.368578 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7cd7a-89d8-49f9-9c59-db12ac1439a0 req-f3cc9548-a170-4e05-82cb-905c5412a405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:20.370159 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-15f7cd7a-89d8-49f9-9c59-db12ac1439a0 req-f3cc9548-a170-4e05-82cb-905c5412a405 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a9b741287e54b41b0e1fea7f8d4accc&device_id=5ffe78de-a559-421b-a47c-769c5dcdd9bf HTTP/1.1" status: 200 len: 1099 time: 0.0433939 Sep 23 23:14:20.469478 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7cd7a-89d8-49f9-9c59-db12ac1439a0 req-b96c6a7c-cbf5-42b8-b3df-f965b4213b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:20.471032 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-15f7cd7a-89d8-49f9-9c59-db12ac1439a0 req-b96c6a7c-cbf5-42b8-b3df-f965b4213b18 service neutron] 10.222.0.11 "GET /v2.0/networks?id=859f9436-dc16-4206-b2fa-4ec5d354a397 HTTP/1.1" status: 200 len: 912 time: 0.0936248 Sep 23 23:14:20.556425 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-15f7cd7a-89d8-49f9-9c59-db12ac1439a0 req-cfa01d9a-2da2-4f17-bfbf-a2d5d78b434a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b10abab-9d01-47eb-9077-38a89252e842 HTTP/1.1" status: 200 len: 1000 time: 0.0766325 Sep 23 23:14:20.607731 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-a5455368-20c5-4957-abb1-ce129badb885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'name': 'tempest-AttachVolumeTestJSON-1805421075-router', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '59cbbb6f-91f4-4bfc-a30b-2a69413700ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:08:55Z', 'updated_at': '2021-09-23T23:09:01Z', 'revision_number': 4, 'project_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'gw_port': {'id': '59cbbb6f-91f4-4bfc-a30b-2a69413700ad', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:08:56Z', 'updated_at': '2021-09-23T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_floatingips': [{'id': '6cdaae80-feed-4a34-825f-610484c650e6', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'floating_ip_address': '172.27.1.158', 'floating_network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'router_id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'port_id': '7b10abab-9d01-47eb-9077-38a89252e842', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '859f9436-dc16-4206-b2fa-4ec5d354a397', 'mac_address': 'fa:16:3e:cc:ec:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffe78de-a559-421b-a47c-769c5dcdd9bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:14:02Z', 'updated_at': '2021-09-23T23:14:19Z', 'revision_number': 1, 'project_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47d0ecff-f43d-4f77-9661-f613809cf814', 'name': '', 'network_id': '859f9436-dc16-4206-b2fa-4ec5d354a397', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'mac_address': 'fa:16:3e:f7:9d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5292f11-46b2-45b6-a3a7-25fa5706495d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:09:00Z', 'updated_at': '2021-09-23T23:09:08Z', 'revision_number': 5, 'project_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'subnets': [{'id': 'd5292f11-46b2-45b6-a3a7-25fa5706495d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:14:20.614885 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7cd7a-89d8-49f9-9c59-db12ac1439a0 req-858e6f8c-1524-4bc5-8d46-8371b94ef29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:20.616472 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-15f7cd7a-89d8-49f9-9c59-db12ac1439a0 req-858e6f8c-1524-4bc5-8d46-8371b94ef29b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d5292f11-46b2-45b6-a3a7-25fa5706495d HTTP/1.1" status: 200 len: 850 time: 0.0527337 Sep 23 23:14:20.638940 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5455368-20c5-4957-abb1-ce129badb885 None None] Checking router: 9a170505-6817-49d8-b9d3-3b2f1136fd14 for host: dv-cinder-810785-1-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:14:20.647793 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5455368-20c5-4957-abb1-ce129badb885 None None] Routers {'9a170505-6817-49d8-b9d3-3b2f1136fd14'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:14:20.648447 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-a5455368-20c5-4957-abb1-ce129badb885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:13:58Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['9a170505-6817-49d8-b9d3-3b2f1136fd14'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:14:20.676202 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7cd7a-89d8-49f9-9c59-db12ac1439a0 req-b7a82e61-2cca-45a2-87a0-7c27a009db0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:20.677720 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-15f7cd7a-89d8-49f9-9c59-db12ac1439a0 req-b7a82e61-2cca-45a2-87a0-7c27a009db0f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=859f9436-dc16-4206-b2fa-4ec5d354a397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456462 Sep 23 23:14:20.762967 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-a5455368-20c5-4957-abb1-ce129badb885 None None] Set router 9a170505-6817-49d8-b9d3-3b2f1136fd14 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:14:20.787360 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-15f7cd7a-89d8-49f9-9c59-db12ac1439a0 req-014dbcb3-0411-43c1-9c1c-17e083a54c6b service neutron] 10.222.0.11 "GET /v2.0/networks/859f9436-dc16-4206-b2fa-4ec5d354a397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934114 Sep 23 23:14:20.888130 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-15f7cd7a-89d8-49f9-9c59-db12ac1439a0 req-62ecdc79-24f4-4722-ae42-fe0c2d7ed58e service neutron] 10.222.0.11 "GET /v2.0/networks/859f9436-dc16-4206-b2fa-4ec5d354a397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927293 Sep 23 23:14:21.009948 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-a5455368-20c5-4957-abb1-ce129badb885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'name': 'tempest-AttachVolumeTestJSON-1805421075-router', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '59cbbb6f-91f4-4bfc-a30b-2a69413700ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:08:55Z', 'updated_at': '2021-09-23T23:09:01Z', 'revision_number': 4, 'project_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'gw_port': {'id': '59cbbb6f-91f4-4bfc-a30b-2a69413700ad', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:08:56Z', 'updated_at': '2021-09-23T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_floatingips': [{'id': '6cdaae80-feed-4a34-825f-610484c650e6', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'floating_ip_address': '172.27.1.158', 'floating_network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'router_id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'port_id': '7b10abab-9d01-47eb-9077-38a89252e842', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '859f9436-dc16-4206-b2fa-4ec5d354a397', 'mac_address': 'fa:16:3e:cc:ec:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffe78de-a559-421b-a47c-769c5dcdd9bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:14:02Z', 'updated_at': '2021-09-23T23:14:19Z', 'revision_number': 1, 'project_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47d0ecff-f43d-4f77-9661-f613809cf814', 'name': '', 'network_id': '859f9436-dc16-4206-b2fa-4ec5d354a397', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'mac_address': 'fa:16:3e:f7:9d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5292f11-46b2-45b6-a3a7-25fa5706495d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:09:00Z', 'updated_at': '2021-09-23T23:09:08Z', 'revision_number': 5, 'project_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'subnets': [{'id': 'd5292f11-46b2-45b6-a3a7-25fa5706495d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:14:21.036746 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5455368-20c5-4957-abb1-ce129badb885 None None] The sync data for ids ['9a170505-6817-49d8-b9d3-3b2f1136fd14'] in dv-cinder-810785-1-iscsi is: [{'id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'name': 'tempest-AttachVolumeTestJSON-1805421075-router', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '59cbbb6f-91f4-4bfc-a30b-2a69413700ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:08:55Z', 'updated_at': '2021-09-23T23:09:01Z', 'revision_number': 4, 'project_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'gw_port': {'id': '59cbbb6f-91f4-4bfc-a30b-2a69413700ad', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:08:56Z', 'updated_at': '2021-09-23T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_floatingips': [{'id': '6cdaae80-feed-4a34-825f-610484c650e6', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'floating_ip_address': '172.27.1.158', 'floating_network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'router_id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'port_id': '7b10abab-9d01-47eb-9077-38a89252e842', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '859f9436-dc16-4206-b2fa-4ec5d354a397', 'mac_address': 'fa:16:3e:cc:ec:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffe78de-a559-421b-a47c-769c5dcdd9bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:14:02Z', 'updated_at': '2021-09-23T23:14:19Z', 'revision_number': 1, 'project_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47d0ecff-f43d-4f77-9661-f613809cf814', 'name': '', 'network_id': '859f9436-dc16-4206-b2fa-4ec5d354a397', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'mac_address': 'fa:16:3e:f7:9d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5292f11-46b2-45b6-a3a7-25fa5706495d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:09:00Z', 'updated_at': '2021-09-23T23:09:08Z', 'revision_number': 5, 'project_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'subnets': [{'id': 'd5292f11-46b2-45b6-a3a7-25fa5706495d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:14:21.252242 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a165cf-5201-4d59-9d36-e07a925d9818 None None] New status for floating IP 6cdaae80-feed-4a34-825f-610484c650e6: ACTIVE {{(pid=94234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:14:23.772579 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-13d10766-e20e-4799-8722-b78b0f12600a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:26.897271 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:27.704612 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-37cb2d25-816e-4f38-a85c-9b5e7aace2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:29.160358 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:30.496260 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:31.992591 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 59638) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:14:32.112827 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-fb48e972-1755-43b6-b333-5ce60f9237ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:32.210929 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-fb48e972-1755-43b6-b333-5ce60f9237ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:32.217931 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-fb48e972-1755-43b6-b333-5ce60f9237ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:32.257253 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-fb48e972-1755-43b6-b333-5ce60f9237ff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ba1699068fb6439d9e65f8fb19fdf4f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2635181 Sep 23 23:14:32.257935 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb48e972-1755-43b6-b333-5ce60f9237ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253e6f50-6e0b-4454-95c9-16dffadd73df,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:32.260270 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 59642) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:14:32.311887 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f364f534-3eda-4b87-8709-ca3d208ea81c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:32.337998 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f364f534-3eda-4b87-8709-ca3d208ea81c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:32.389342 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f364f534-3eda-4b87-8709-ca3d208ea81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:32.392099 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f364f534-3eda-4b87-8709-ca3d208ea81c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:32.393283 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-f364f534-3eda-4b87-8709-ca3d208ea81c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/253e6f50-6e0b-4454-95c9-16dffadd73df HTTP/1.1" status: 204 len: 168 time: 0.1319454 Sep 23 23:14:32.405548 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f364f534-3eda-4b87-8709-ca3d208ea81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253e6f50-6e0b-4454-95c9-16dffadd73df,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:32.413259 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364f534-3eda-4b87-8709-ca3d208ea81c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:32.413635 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364f534-3eda-4b87-8709-ca3d208ea81c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:32.413968 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364f534-3eda-4b87-8709-ca3d208ea81c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:32.414296 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364f534-3eda-4b87-8709-ca3d208ea81c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:32.414616 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364f534-3eda-4b87-8709-ca3d208ea81c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:32.414938 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364f534-3eda-4b87-8709-ca3d208ea81c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:32.415254 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364f534-3eda-4b87-8709-ca3d208ea81c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:32.415608 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364f534-3eda-4b87-8709-ca3d208ea81c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:32.415930 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364f534-3eda-4b87-8709-ca3d208ea81c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:32.416243 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364f534-3eda-4b87-8709-ca3d208ea81c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:32.416542 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364f534-3eda-4b87-8709-ca3d208ea81c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:32.416889 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364f534-3eda-4b87-8709-ca3d208ea81c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:32.559379 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-e120304e-e087-4557-b345-b0e358493c41 None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:14:33.097872 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 59674) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:14:33.200676 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-83fcc788-e005-4b05-a861-2de1ee820de1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-518570058-network', 'tenant_id': 'cead4bfdef074de4b2ff718f41705d60'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:14:33.226747 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83fcc788-e005-4b05-a861-2de1ee820de1 admin admin] Made reservation on behalf of cead4bfdef074de4b2ff718f41705d60 for: {'network': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:14:33.229356 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-83fcc788-e005-4b05-a861-2de1ee820de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for network, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:33.238467 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-83fcc788-e005-4b05-a861-2de1ee820de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:33.346428 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-83fcc788-e005-4b05-a861-2de1ee820de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:33.353272 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-83fcc788-e005-4b05-a861-2de1ee820de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:33.376858 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83fcc788-e005-4b05-a861-2de1ee820de1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=94232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:14:33.385370 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fcc788-e005-4b05-a861-2de1ee820de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:33.391602 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-83fcc788-e005-4b05-a861-2de1ee820de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778'] for segment, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:33.391841 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.db.segments_db [None req-83fcc788-e005-4b05-a861-2de1ee820de1 admin admin] Added segment 791cda37-c671-461b-9c6a-2650f79cf076 of type vlan for network 31655250-db1c-46f3-964c-1b665492b59d Sep 23 23:14:33.436317 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-83fcc788-e005-4b05-a861-2de1ee820de1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784998164246'] for network, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:33.473699 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-83fcc788-e005-4b05-a861-2de1ee820de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075'] for network, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:33.474940 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fcc788-e005-4b05-a861-2de1ee820de1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:33.475625 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-83fcc788-e005-4b05-a861-2de1ee820de1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for network, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:33.513115 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-83fcc788-e005-4b05-a861-2de1ee820de1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4138618 Sep 23 23:14:33.516981 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 59680) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:14:33.522839 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-af7a84b9-cd2c-409c-ab64-9c274e46375d admin admin] Request body: {'subnet': {'network_id': '31655250-db1c-46f3-964c-1b665492b59d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-518570058-subnet', 'tenant_id': 'cead4bfdef074de4b2ff718f41705d60', 'ip_version': 4}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:14:33.539223 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fcc788-e005-4b05-a861-2de1ee820de1 admin admin] Pushing event updated for resources: {'Network': ['ID=31655250-db1c-46f3-964c-1b665492b59d,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:33.546431 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7a84b9-cd2c-409c-ab64-9c274e46375d admin admin] Made reservation on behalf of cead4bfdef074de4b2ff718f41705d60 for: {'subnet': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:14:33.550288 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-af7a84b9-cd2c-409c-ab64-9c274e46375d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906259'] for subnet, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:33.550974 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Network 31655250-db1c-46f3-964c-1b665492b59d details requested by agent ovs-agent-dv-cinder-810785-1-iscsi with host dv-cinder-810785-1-iscsi {{(pid=94233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:14:33.732477 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-af7a84b9-cd2c-409c-ab64-9c274e46375d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906273'] for subnet, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:33.787917 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a84b9-cd2c-409c-ab64-9c274e46375d admin admin] Pushing event updated for resources: {'Subnet': ['ID=db3924c4-efcb-44cf-aa6f-eeed8d664a93,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:33.805557 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7a84b9-cd2c-409c-ab64-9c274e46375d admin admin] Checking segment: {'id': '791cda37-c671-461b-9c6a-2650f79cf076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '31655250-db1c-46f3-964c-1b665492b59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:14:33.805903 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7a84b9-cd2c-409c-ab64-9c274e46375d admin admin] Network hostable DHCP agents. Network: 31655250-db1c-46f3-964c-1b665492b59d, hostable agents: ['27ad89ec-6861-43ea-91c9-397cdd96ffe4'], hosted agents: [] {{(pid=94231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:14:33.827005 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7a84b9-cd2c-409c-ab64-9c274e46375d admin admin] Network 31655250-db1c-46f3-964c-1b665492b59d is scheduled to be hosted by DHCP agent 27ad89ec-6861-43ea-91c9-397cdd96ffe4 with binding_index 1 {{(pid=94231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:14:33.840130 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-af7a84b9-cd2c-409c-ab64-9c274e46375d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810785-1-iscsi, 31655250-db1c-46f3-964c-1b665492b59d) {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:14:33.844394 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7a84b9-cd2c-409c-ab64-9c274e46375d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:33.844976 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-af7a84b9-cd2c-409c-ab64-9c274e46375d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for subnet, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:33.849669 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11b8d9e-7634-4ffe-b228-6711b41707e8 None None] Network 31655250-db1c-46f3-964c-1b665492b59d requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:14:33.866087 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-af7a84b9-cd2c-409c-ab64-9c274e46375d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3441584 Sep 23 23:14:33.866332 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 59684) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:14:33.870832 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-e87ebfa1-9c7f-4979-8c52-c49163137e8f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-518570058-router', 'tenant_id': 'cead4bfdef074de4b2ff718f41705d60', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'}}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:14:33.893558 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e87ebfa1-9c7f-4979-8c52-c49163137e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5547'] for router, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:33.894698 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e87ebfa1-9c7f-4979-8c52-c49163137e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5538'] for router, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:33.946275 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e87ebfa1-9c7f-4979-8c52-c49163137e8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:34.008651 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf013dc-6852-40a4-ab82-8fbdb480db37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e226354-0935-5133-8f38-e9986e5f3320-31655250-db1c-46f3-964c-1b665492b59d', 'network_id': '31655250-db1c-46f3-964c-1b665492b59d', 'tenant_id': 'cead4bfdef074de4b2ff718f41705d60', 'fixed_ips': [{'subnet_id': 'db3924c4-efcb-44cf-aa6f-eeed8d664a93'}]}} from dv-cinder-810785-1-iscsi. {{(pid=94233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:14:34.010900 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-edf013dc-6852-40a4-ab82-8fbdb480db37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:34.089199 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e87ebfa1-9c7f-4979-8c52-c49163137e8f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:34.170826 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.db_base_plugin_common [None req-edf013dc-6852-40a4-ab82-8fbdb480db37 None None] Allocated IP 172.20.0.2 (31655250-db1c-46f3-964c-1b665492b59d/db3924c4-efcb-44cf-aa6f-eeed8d664a93/7e4020bb-f2f2-4e93-bccc-6e83454ddd80) {{(pid=94233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:14:34.315403 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e87ebfa1-9c7f-4979-8c52-c49163137e8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:34.324598 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-edf013dc-6852-40a4-ab82-8fbdb480db37 None None] Notify callbacks [] for port, precommit_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:34.332226 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-edf013dc-6852-40a4-ab82-8fbdb480db37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663'] for port, after_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:34.336130 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e87ebfa1-9c7f-4979-8c52-c49163137e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:34.374536 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf013dc-6852-40a4-ab82-8fbdb480db37 None None] Network 31655250-db1c-46f3-964c-1b665492b59d is already hosted by enough agents. {{(pid=94233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:14:34.377321 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.scheduler.base_scheduler [None req-edf013dc-6852-40a4-ab82-8fbdb480db37 None None] Resources bound (agent type, host, resource id): {{(pid=94233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:14:34.381093 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf013dc-6852-40a4-ab82-8fbdb480db37 None None] Received port after_create {{(pid=94233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:14:34.388733 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf013dc-6852-40a4-ab82-8fbdb480db37 None None] Pushing event updated for resources: {'Port': ['ID=7e4020bb-f2f2-4e93-bccc-6e83454ddd80,revision_number=1']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:34.441247 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-edf013dc-6852-40a4-ab82-8fbdb480db37 None None] Attempting to bind port 7e4020bb-f2f2-4e93-bccc-6e83454ddd80 on host dv-cinder-810785-1-iscsi for vnic_type normal with profile {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:14:34.441641 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-edf013dc-6852-40a4-ab82-8fbdb480db37 None None] Attempting to bind port 7e4020bb-f2f2-4e93-bccc-6e83454ddd80 by drivers openvswitch,hyperv on host dv-cinder-810785-1-iscsi at level 0 using segments [{'id': '791cda37-c671-461b-9c6a-2650f79cf076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '31655250-db1c-46f3-964c-1b665492b59d'}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:14:34.442003 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf013dc-6852-40a4-ab82-8fbdb480db37 None None] Attempting to bind port 7e4020bb-f2f2-4e93-bccc-6e83454ddd80 on network 31655250-db1c-46f3-964c-1b665492b59d {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:14:34.447479 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf013dc-6852-40a4-ab82-8fbdb480db37 None None] Checking agent: {'id': '481fc7b8-75a1-4de2-9424-90937d24576f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 0, 57), 'started_at': datetime.datetime(2021, 9, 23, 23, 1, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:14:34.447840 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf013dc-6852-40a4-ab82-8fbdb480db37 None None] Checking segment: {'id': '791cda37-c671-461b-9c6a-2650f79cf076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '31655250-db1c-46f3-964c-1b665492b59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:14:34.448262 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-edf013dc-6852-40a4-ab82-8fbdb480db37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:34.448797 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf013dc-6852-40a4-ab82-8fbdb480db37 None None] Bound using segment: {'id': '791cda37-c671-461b-9c6a-2650f79cf076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '31655250-db1c-46f3-964c-1b665492b59d'} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:14:34.448983 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [None req-e87ebfa1-9c7f-4979-8c52-c49163137e8f admin admin] Allocated IP 172.27.1.165 (b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1/47169b33-ea5f-4b9d-bf3b-155ff70b7556/698fa09a-9675-46ba-9ef1-2afeac6c7f7f) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:14:34.449100 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-edf013dc-6852-40a4-ab82-8fbdb480db37 None None] Bound port: 7e4020bb-f2f2-4e93-bccc-6e83454ddd80, host: dv-cinder-810785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791cda37-c671-461b-9c6a-2650f79cf076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '31655250-db1c-46f3-964c-1b665492b59d'}}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:14:34.449486 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-edf013dc-6852-40a4-ab82-8fbdb480db37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:34.521123 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-edf013dc-6852-40a4-ab82-8fbdb480db37 None None] For port 7e4020bb-f2f2-4e93-bccc-6e83454ddd80, host dv-cinder-810785-1-iscsi, cleared binding levels {{(pid=94233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:14:34.526066 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-edf013dc-6852-40a4-ab82-8fbdb480db37 None None] For port 7e4020bb-f2f2-4e93-bccc-6e83454ddd80, host dv-cinder-810785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=7e4020bb-f2f2-4e93-bccc-6e83454ddd80,segment=NetworkSegment(791cda37-c671-461b-9c6a-2650f79cf076),segment_id=791cda37-c671-461b-9c6a-2650f79cf076)] {{(pid=94233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:14:34.532787 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-edf013dc-6852-40a4-ab82-8fbdb480db37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:34.564398 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e87ebfa1-9c7f-4979-8c52-c49163137e8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:34.611474 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e87ebfa1-9c7f-4979-8c52-c49163137e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:34.632499 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf013dc-6852-40a4-ab82-8fbdb480db37 None None] Pushing event updated for resources: {'Port': ['ID=7e4020bb-f2f2-4e93-bccc-6e83454ddd80,revision_number=2']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:34.651761 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87ebfa1-9c7f-4979-8c52-c49163137e8f admin admin] Network b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:14:34.654917 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-e87ebfa1-9c7f-4979-8c52-c49163137e8f admin admin] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:14:34.658773 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87ebfa1-9c7f-4979-8c52-c49163137e8f admin admin] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:14:34.688916 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ebfa1-9c7f-4979-8c52-c49163137e8f admin admin] Pushing event updated for resources: {'Port': ['ID=698fa09a-9675-46ba-9ef1-2afeac6c7f7f,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:34.702240 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ebfa1-9c7f-4979-8c52-c49163137e8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:34.702575 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ebfa1-9c7f-4979-8c52-c49163137e8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:34.702902 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ebfa1-9c7f-4979-8c52-c49163137e8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:34.703220 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ebfa1-9c7f-4979-8c52-c49163137e8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:34.703555 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ebfa1-9c7f-4979-8c52-c49163137e8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:34.703893 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ebfa1-9c7f-4979-8c52-c49163137e8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:34.704207 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ebfa1-9c7f-4979-8c52-c49163137e8f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:34.704518 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ebfa1-9c7f-4979-8c52-c49163137e8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:34.704830 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ebfa1-9c7f-4979-8c52-c49163137e8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:34.705137 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ebfa1-9c7f-4979-8c52-c49163137e8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:34.705431 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ebfa1-9c7f-4979-8c52-c49163137e8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:34.705735 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ebfa1-9c7f-4979-8c52-c49163137e8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:34.963403 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e87ebfa1-9c7f-4979-8c52-c49163137e8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:35.180877 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e87ebfa1-9c7f-4979-8c52-c49163137e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596414'] for router, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:35.539948 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899794be-23d8-4edc-af06-4977af5cff7f None None] Network 31655250-db1c-46f3-964c-1b665492b59d requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:14:35.566726 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87ebfa1-9c7f-4979-8c52-c49163137e8f admin admin] Router e427fe43-3dd7-45ec-b5b5-042a587dd9f8 is scheduled to L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 with binding_index 1 {{(pid=94231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:14:35.675724 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0e17f3d5-42f5-4f6c-b76d-e1762b453ad4 None None] Provisioning complete for port 7e4020bb-f2f2-4e93-bccc-6e83454ddd80 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:14:35.676383 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0e17f3d5-42f5-4f6c-b76d-e1762b453ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:35.695532 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87ebfa1-9c7f-4979-8c52-c49163137e8f admin admin] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:14:35.717552 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97492af0-d1af-4935-89f4-89b5d8485a7f None None] Sync routers for ids ['e427fe43-3dd7-45ec-b5b5-042a587dd9f8'] in dv-cinder-810785-1-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:14:35.722737 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e87ebfa1-9c7f-4979-8c52-c49163137e8f admin admin] Notify callbacks [] for router, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:35.725582 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-e87ebfa1-9c7f-4979-8c52-c49163137e8f admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8579485 Sep 23 23:14:35.728357 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 59700) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:14:35.750288 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97492af0-d1af-4935-89f4-89b5d8485a7f None None] Routers {'e427fe43-3dd7-45ec-b5b5-042a587dd9f8'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:14:35.750961 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-97492af0-d1af-4935-89f4-89b5d8485a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:14:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['e427fe43-3dd7-45ec-b5b5-042a587dd9f8'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:14:35.756590 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 7e4020bb-f2f2-4e93-bccc-6e83454ddd80 up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:14:36.141421 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-97492af0-d1af-4935-89f4-89b5d8485a7f None None] Set router e427fe43-3dd7-45ec-b5b5-042a587dd9f8 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:14:36.174601 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0e17f3d5-42f5-4f6c-b76d-e1762b453ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:36.211072 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port 7e4020bb-f2f2-4e93-bccc-6e83454ddd80 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:14:36.211390 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:36.262783 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3e1ff6d3-b8b6-4985-8e14-6f64f798bf11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:36.374400 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0e17f3d5-42f5-4f6c-b76d-e1762b453ad4 None None] For port 7e4020bb-f2f2-4e93-bccc-6e83454ddd80, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=7e4020bb-f2f2-4e93-bccc-6e83454ddd80,segment=NetworkSegment(791cda37-c671-461b-9c6a-2650f79cf076),segment_id=791cda37-c671-461b-9c6a-2650f79cf076)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:14:36.386501 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0e17f3d5-42f5-4f6c-b76d-e1762b453ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:36.511315 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17f3d5-42f5-4f6c-b76d-e1762b453ad4 None None] Pushing event updated for resources: {'Port': ['ID=7e4020bb-f2f2-4e93-bccc-6e83454ddd80,revision_number=3']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:36.558882 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-97492af0-d1af-4935-89f4-89b5d8485a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e427fe43-3dd7-45ec-b5b5-042a587dd9f8', 'name': 'tempest-TestMinimumBasicScenario-518570058-router', 'tenant_id': 'cead4bfdef074de4b2ff718f41705d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '698fa09a-9675-46ba-9ef1-2afeac6c7f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:14:33Z', 'updated_at': '2021-09-23T23:14:34Z', 'revision_number': 3, 'project_id': 'cead4bfdef074de4b2ff718f41705d60', 'gw_port': {'id': '698fa09a-9675-46ba-9ef1-2afeac6c7f7f', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e427fe43-3dd7-45ec-b5b5-042a587dd9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:14:34Z', 'updated_at': '2021-09-23T23:14:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi'}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:14:36.594662 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [None req-3e1ff6d3-b8b6-4985-8e14-6f64f798bf11 admin admin] Allocated IP 172.20.0.1 (31655250-db1c-46f3-964c-1b665492b59d/db3924c4-efcb-44cf-aa6f-eeed8d664a93/ffb4bd4f-c495-4a2a-bd99-af52af1efe64) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:14:36.616703 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97492af0-d1af-4935-89f4-89b5d8485a7f None None] Checking router: e427fe43-3dd7-45ec-b5b5-042a587dd9f8 for host: dv-cinder-810785-1-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:14:36.617083 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97492af0-d1af-4935-89f4-89b5d8485a7f None None] Updating router e427fe43-3dd7-45ec-b5b5-042a587dd9f8 port 698fa09a-9675-46ba-9ef1-2afeac6c7f7f binding host dv-cinder-810785-1-iscsi {{(pid=94233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:14:36.653473 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-de205dbd-15d2-408a-b29a-f32b5c7126d8 None None] Provisioning complete for port 7e4020bb-f2f2-4e93-bccc-6e83454ddd80 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:14:36.653864 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-de205dbd-15d2-408a-b29a-f32b5c7126d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:36.655996 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-97492af0-d1af-4935-89f4-89b5d8485a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:36.671693 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 59710) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:14:36.740563 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3e1ff6d3-b8b6-4985-8e14-6f64f798bf11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:36.783282 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3e1ff6d3-b8b6-4985-8e14-6f64f798bf11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:36.825226 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1ff6d3-b8b6-4985-8e14-6f64f798bf11 admin admin] Network 31655250-db1c-46f3-964c-1b665492b59d is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:14:36.828365 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-3e1ff6d3-b8b6-4985-8e14-6f64f798bf11 admin admin] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:14:36.832935 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1ff6d3-b8b6-4985-8e14-6f64f798bf11 admin admin] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:14:36.871797 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-12c17caf-063e-46a9-9772-0232b43175c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:36.892212 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ff6d3-b8b6-4985-8e14-6f64f798bf11 admin admin] Pushing event updated for resources: {'Port': ['ID=ffb4bd4f-c495-4a2a-bd99-af52af1efe64,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:36.920030 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3e1ff6d3-b8b6-4985-8e14-6f64f798bf11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595075'] for router_interface, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:37.047932 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-12c17caf-063e-46a9-9772-0232b43175c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:37.054158 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-12c17caf-063e-46a9-9772-0232b43175c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:37.083979 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-97492af0-d1af-4935-89f4-89b5d8485a7f None None] Notify callbacks [] for port, precommit_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:37.091133 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-97492af0-d1af-4935-89f4-89b5d8485a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:37.107478 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3e1ff6d3-b8b6-4985-8e14-6f64f798bf11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:37.120923 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-12c17caf-063e-46a9-9772-0232b43175c1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=02be1fdf25654668a1f1f6077aae0577&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4481127 Sep 23 23:14:37.123192 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 59718) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:14:37.123364 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c17caf-063e-46a9-9772-0232b43175c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebc1892-cfe4-40cd-9be4-744146c485c8,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:37.162795 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-97492af0-d1af-4935-89f4-89b5d8485a7f None None] Attempting to bind port 698fa09a-9675-46ba-9ef1-2afeac6c7f7f on host dv-cinder-810785-1-iscsi for vnic_type normal with profile {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:14:37.163157 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-97492af0-d1af-4935-89f4-89b5d8485a7f None None] Attempting to bind port 698fa09a-9675-46ba-9ef1-2afeac6c7f7f by drivers openvswitch,hyperv on host dv-cinder-810785-1-iscsi at level 0 using segments [{'id': '2ac125d2-b621-4cb4-9068-8fa074d03334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:14:37.163618 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97492af0-d1af-4935-89f4-89b5d8485a7f None None] Attempting to bind port 698fa09a-9675-46ba-9ef1-2afeac6c7f7f on network b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1 {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:14:37.166487 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9198838-40b9-4d73-992e-440d460ab8be None None] Pushing event updated for resources: {'Port': ['ID=698fa09a-9675-46ba-9ef1-2afeac6c7f7f,revision_number=2']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:37.171587 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97492af0-d1af-4935-89f4-89b5d8485a7f None None] Checking agent: {'id': '481fc7b8-75a1-4de2-9424-90937d24576f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 0, 57), 'started_at': datetime.datetime(2021, 9, 23, 23, 1, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:14:37.171959 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97492af0-d1af-4935-89f4-89b5d8485a7f None None] Checking segment: {'id': '2ac125d2-b621-4cb4-9068-8fa074d03334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:14:37.172358 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-97492af0-d1af-4935-89f4-89b5d8485a7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:37.172753 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97492af0-d1af-4935-89f4-89b5d8485a7f None None] Bound using segment: {'id': '2ac125d2-b621-4cb4-9068-8fa074d03334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:14:37.173227 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-97492af0-d1af-4935-89f4-89b5d8485a7f None None] Bound port: 698fa09a-9675-46ba-9ef1-2afeac6c7f7f, host: dv-cinder-810785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac125d2-b621-4cb4-9068-8fa074d03334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'}}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:14:37.173605 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-97492af0-d1af-4935-89f4-89b5d8485a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:37.216901 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-506f5af7-8847-467b-bc87-e80a4cf5b4b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:37.232284 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-97492af0-d1af-4935-89f4-89b5d8485a7f None None] For port 698fa09a-9675-46ba-9ef1-2afeac6c7f7f, host dv-cinder-810785-1-iscsi, cleared binding levels {{(pid=94233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:14:37.246053 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-97492af0-d1af-4935-89f4-89b5d8485a7f None None] For port 698fa09a-9675-46ba-9ef1-2afeac6c7f7f, host dv-cinder-810785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=698fa09a-9675-46ba-9ef1-2afeac6c7f7f,segment=NetworkSegment(2ac125d2-b621-4cb4-9068-8fa074d03334),segment_id=2ac125d2-b621-4cb4-9068-8fa074d03334)] {{(pid=94233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:14:37.248904 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-092f76b6-12c7-4804-9746-02c9a745ae9f None None] Provisioning complete for port ffb4bd4f-c495-4a2a-bd99-af52af1efe64 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:14:37.249290 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-092f76b6-12c7-4804-9746-02c9a745ae9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:37.253175 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-97492af0-d1af-4935-89f4-89b5d8485a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:37.263177 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-506f5af7-8847-467b-bc87-e80a4cf5b4b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:37.320149 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-092f76b6-12c7-4804-9746-02c9a745ae9f None None] Port ffb4bd4f-c495-4a2a-bd99-af52af1efe64 cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:14:37.346312 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97492af0-d1af-4935-89f4-89b5d8485a7f None None] Routers {'e427fe43-3dd7-45ec-b5b5-042a587dd9f8'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:14:37.347660 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-97492af0-d1af-4935-89f4-89b5d8485a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:14:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['e427fe43-3dd7-45ec-b5b5-042a587dd9f8'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:14:37.349980 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9198838-40b9-4d73-992e-440d460ab8be None None] Pushing event updated for resources: {'Port': ['ID=698fa09a-9675-46ba-9ef1-2afeac6c7f7f,revision_number=3']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:37.375973 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-506f5af7-8847-467b-bc87-e80a4cf5b4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:37.378509 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-506f5af7-8847-467b-bc87-e80a4cf5b4b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:37.379731 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-506f5af7-8847-467b-bc87-e80a4cf5b4b7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4ebc1892-cfe4-40cd-9be4-744146c485c8 HTTP/1.1" status: 204 len: 168 time: 0.2551739 Sep 23 23:14:37.393338 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f5af7-8847-467b-bc87-e80a4cf5b4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebc1892-cfe4-40cd-9be4-744146c485c8,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:37.411379 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3e1ff6d3-b8b6-4985-8e14-6f64f798bf11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:37.417743 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3e1ff6d3-b8b6-4985-8e14-6f64f798bf11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257029'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:37.494801 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ff6d3-b8b6-4985-8e14-6f64f798bf11 admin admin] Pushing event updated for resources: {'Port': ['ID=ffb4bd4f-c495-4a2a-bd99-af52af1efe64,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:37.497735 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3e1ff6d3-b8b6-4985-8e14-6f64f798bf11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593523'] for router_interface, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:37.501580 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-97492af0-d1af-4935-89f4-89b5d8485a7f None None] Set router e427fe43-3dd7-45ec-b5b5-042a587dd9f8 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:14:37.626854 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1ff6d3-b8b6-4985-8e14-6f64f798bf11 admin admin] Network 31655250-db1c-46f3-964c-1b665492b59d is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:14:37.632353 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-3e1ff6d3-b8b6-4985-8e14-6f64f798bf11 admin admin] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:14:37.746194 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 7e4020bb-f2f2-4e93-bccc-6e83454ddd80 up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:14:37.825352 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1ff6d3-b8b6-4985-8e14-6f64f798bf11 admin admin] Router e427fe43-3dd7-45ec-b5b5-042a587dd9f8 has already been hosted by L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 {{(pid=94231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:14:37.850932 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port 7e4020bb-f2f2-4e93-bccc-6e83454ddd80 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:14:37.851335 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:37.854689 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-97492af0-d1af-4935-89f4-89b5d8485a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e427fe43-3dd7-45ec-b5b5-042a587dd9f8', 'name': 'tempest-TestMinimumBasicScenario-518570058-router', 'tenant_id': 'cead4bfdef074de4b2ff718f41705d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '698fa09a-9675-46ba-9ef1-2afeac6c7f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:14:33Z', 'updated_at': '2021-09-23T23:14:37Z', 'revision_number': 4, 'project_id': 'cead4bfdef074de4b2ff718f41705d60', 'gw_port': {'id': '698fa09a-9675-46ba-9ef1-2afeac6c7f7f', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e427fe43-3dd7-45ec-b5b5-042a587dd9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:14:34Z', 'updated_at': '2021-09-23T23:14:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': 'ffb4bd4f-c495-4a2a-bd99-af52af1efe64', 'name': '', 'network_id': '31655250-db1c-46f3-964c-1b665492b59d', 'tenant_id': 'cead4bfdef074de4b2ff718f41705d60', 'mac_address': 'fa:16:3e:ad:37:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e427fe43-3dd7-45ec-b5b5-042a587dd9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'db3924c4-efcb-44cf-aa6f-eeed8d664a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:14:36Z', 'updated_at': '2021-09-23T23:14:36Z', 'revision_number': 1, 'project_id': 'cead4bfdef074de4b2ff718f41705d60', 'subnets': [{'id': 'db3924c4-efcb-44cf-aa6f-eeed8d664a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:14:37.887218 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97492af0-d1af-4935-89f4-89b5d8485a7f None None] The sync data for ids ['e427fe43-3dd7-45ec-b5b5-042a587dd9f8'] in dv-cinder-810785-1-iscsi is: [{'id': 'e427fe43-3dd7-45ec-b5b5-042a587dd9f8', 'name': 'tempest-TestMinimumBasicScenario-518570058-router', 'tenant_id': 'cead4bfdef074de4b2ff718f41705d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '698fa09a-9675-46ba-9ef1-2afeac6c7f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:14:33Z', 'updated_at': '2021-09-23T23:14:37Z', 'revision_number': 4, 'project_id': 'cead4bfdef074de4b2ff718f41705d60', 'gw_port': {'id': '698fa09a-9675-46ba-9ef1-2afeac6c7f7f', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e427fe43-3dd7-45ec-b5b5-042a587dd9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:14:34Z', 'updated_at': '2021-09-23T23:14:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': 'ffb4bd4f-c495-4a2a-bd99-af52af1efe64', 'name': '', 'network_id': '31655250-db1c-46f3-964c-1b665492b59d', 'tenant_id': 'cead4bfdef074de4b2ff718f41705d60', 'mac_address': 'fa:16:3e:ad:37:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e427fe43-3dd7-45ec-b5b5-042a587dd9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'db3924c4-efcb-44cf-aa6f-eeed8d664a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:14:36Z', 'updated_at': '2021-09-23T23:14:36Z', 'revision_number': 1, 'project_id': 'cead4bfdef074de4b2ff718f41705d60', 'subnets': [{'id': 'db3924c4-efcb-44cf-aa6f-eeed8d664a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:14:38.018387 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1ff6d3-b8b6-4985-8e14-6f64f798bf11 admin admin] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:14:38.033656 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-3e1ff6d3-b8b6-4985-8e14-6f64f798bf11 admin admin] 10.222.0.46 "PUT /v2.0/routers/e427fe43-3dd7-45ec-b5b5-042a587dd9f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2974644 Sep 23 23:14:38.061654 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-98a17fbf-ebdd-44de-a1ec-f9751ffb39cb None None] Provisioning complete for port ffb4bd4f-c495-4a2a-bd99-af52af1efe64 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:14:38.062926 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-98a17fbf-ebdd-44de-a1ec-f9751ffb39cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:38.102451 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-98a17fbf-ebdd-44de-a1ec-f9751ffb39cb None None] Port ffb4bd4f-c495-4a2a-bd99-af52af1efe64 cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:14:38.753880 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 59760) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:14:38.759513 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-3a829ded-8e73-4897-8d76-f471a00aa367 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-189401539-network', 'tenant_id': 'b9745226ff794c45bb089dc12d2778c5'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:14:38.812517 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a829ded-8e73-4897-8d76-f471a00aa367 admin admin] Made reservation on behalf of b9745226ff794c45bb089dc12d2778c5 for: {'network': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:14:38.816620 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3a829ded-8e73-4897-8d76-f471a00aa367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for network, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:38.833575 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3a829ded-8e73-4897-8d76-f471a00aa367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:38.958920 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3a829ded-8e73-4897-8d76-f471a00aa367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:38.966514 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3a829ded-8e73-4897-8d76-f471a00aa367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:39.003108 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a829ded-8e73-4897-8d76-f471a00aa367 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=94231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:14:39.008239 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a829ded-8e73-4897-8d76-f471a00aa367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b71ff60-876b-4355-8c1a-0c9875f7db19,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:39.019540 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3a829ded-8e73-4897-8d76-f471a00aa367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778'] for segment, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:39.019859 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.db.segments_db [None req-3a829ded-8e73-4897-8d76-f471a00aa367 admin admin] Added segment 73f1deae-486e-4d32-a11f-fc93bd504aa8 of type vlan for network fd5c7a55-b4a7-4373-acf7-786d55c9bb14 Sep 23 23:14:39.068719 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3a829ded-8e73-4897-8d76-f471a00aa367 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784998164246'] for network, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:39.101372 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3a829ded-8e73-4897-8d76-f471a00aa367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075'] for network, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:39.102572 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a829ded-8e73-4897-8d76-f471a00aa367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:39.103220 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3a829ded-8e73-4897-8d76-f471a00aa367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for network, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:39.148737 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-3a829ded-8e73-4897-8d76-f471a00aa367 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3933799 Sep 23 23:14:39.152988 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 59766) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:14:39.191083 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-a835e691-658d-4e1b-86bf-e7616798ea61 admin admin] Request body: {'subnet': {'network_id': 'fd5c7a55-b4a7-4373-acf7-786d55c9bb14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-189401539-subnet', 'tenant_id': 'b9745226ff794c45bb089dc12d2778c5', 'ip_version': 4}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:14:39.195569 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a829ded-8e73-4897-8d76-f471a00aa367 admin admin] Pushing event updated for resources: {'Network': ['ID=fd5c7a55-b4a7-4373-acf7-786d55c9bb14,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:39.206743 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Network fd5c7a55-b4a7-4373-acf7-786d55c9bb14 details requested by agent ovs-agent-dv-cinder-810785-1-iscsi with host dv-cinder-810785-1-iscsi {{(pid=94233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:14:39.222898 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a835e691-658d-4e1b-86bf-e7616798ea61 admin admin] Made reservation on behalf of b9745226ff794c45bb089dc12d2778c5 for: {'subnet': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:14:39.225523 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a835e691-658d-4e1b-86bf-e7616798ea61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906259'] for subnet, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:39.461238 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a835e691-658d-4e1b-86bf-e7616798ea61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906273'] for subnet, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:39.515767 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835e691-658d-4e1b-86bf-e7616798ea61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=029d2807-c8f2-4de9-baf3-9cdf44dec390,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:39.531585 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a835e691-658d-4e1b-86bf-e7616798ea61 admin admin] Checking segment: {'id': '73f1deae-486e-4d32-a11f-fc93bd504aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fd5c7a55-b4a7-4373-acf7-786d55c9bb14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:14:39.531944 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a835e691-658d-4e1b-86bf-e7616798ea61 admin admin] Network hostable DHCP agents. Network: fd5c7a55-b4a7-4373-acf7-786d55c9bb14, hostable agents: ['27ad89ec-6861-43ea-91c9-397cdd96ffe4'], hosted agents: [] {{(pid=94231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:14:39.550906 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a835e691-658d-4e1b-86bf-e7616798ea61 admin admin] Network fd5c7a55-b4a7-4373-acf7-786d55c9bb14 is scheduled to be hosted by DHCP agent 27ad89ec-6861-43ea-91c9-397cdd96ffe4 with binding_index 1 {{(pid=94231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:14:39.563226 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-a835e691-658d-4e1b-86bf-e7616798ea61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810785-1-iscsi, fd5c7a55-b4a7-4373-acf7-786d55c9bb14) {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:14:39.567796 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a835e691-658d-4e1b-86bf-e7616798ea61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:39.568418 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a835e691-658d-4e1b-86bf-e7616798ea61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for subnet, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:39.575230 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cc2810-79e7-449b-8370-535de0541286 None None] Network fd5c7a55-b4a7-4373-acf7-786d55c9bb14 requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:14:39.585625 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-a835e691-658d-4e1b-86bf-e7616798ea61 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4285836 Sep 23 23:14:39.586032 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 59770) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:14:39.590499 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-a6d4cac0-89ff-4238-8782-5960762d28ea admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-189401539-router', 'tenant_id': 'b9745226ff794c45bb089dc12d2778c5', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'}}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:14:39.612235 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a6d4cac0-89ff-4238-8782-5960762d28ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5547'] for router, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:39.615209 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a6d4cac0-89ff-4238-8782-5960762d28ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5538'] for router, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:39.656396 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:39.701806 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a6d4cac0-89ff-4238-8782-5960762d28ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:39.755639 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57f0ec2-0083-4958-9775-633be4127370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e226354-0935-5133-8f38-e9986e5f3320-fd5c7a55-b4a7-4373-acf7-786d55c9bb14', 'network_id': 'fd5c7a55-b4a7-4373-acf7-786d55c9bb14', 'tenant_id': 'b9745226ff794c45bb089dc12d2778c5', 'fixed_ips': [{'subnet_id': '029d2807-c8f2-4de9-baf3-9cdf44dec390'}]}} from dv-cinder-810785-1-iscsi. {{(pid=94233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:14:39.757032 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-d57f0ec2-0083-4958-9775-633be4127370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:39.773257 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 698fa09a-9675-46ba-9ef1-2afeac6c7f7f up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:14:39.854850 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a6d4cac0-89ff-4238-8782-5960762d28ea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:39.922552 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port 698fa09a-9675-46ba-9ef1-2afeac6c7f7f triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:14:39.922999 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:39.982371 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.db_base_plugin_common [None req-d57f0ec2-0083-4958-9775-633be4127370 None None] Allocated IP 172.20.0.2 (fd5c7a55-b4a7-4373-acf7-786d55c9bb14/029d2807-c8f2-4de9-baf3-9cdf44dec390/dc5e7f2e-5fae-4dec-a441-27383a9cfdee) {{(pid=94233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:14:40.058504 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:40.120203 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] For port 698fa09a-9675-46ba-9ef1-2afeac6c7f7f, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=698fa09a-9675-46ba-9ef1-2afeac6c7f7f,segment=NetworkSegment(2ac125d2-b621-4cb4-9068-8fa074d03334),segment_id=2ac125d2-b621-4cb4-9068-8fa074d03334)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:14:40.128200 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:40.167860 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a6d4cac0-89ff-4238-8782-5960762d28ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:40.189649 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a6d4cac0-89ff-4238-8782-5960762d28ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:40.360076 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [None req-a6d4cac0-89ff-4238-8782-5960762d28ea admin admin] Allocated IP 172.27.1.137 (b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1/47169b33-ea5f-4b9d-bf3b-155ff70b7556/3e0ce6f0-4a02-4e26-9f08-60a994d2f449) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:14:40.413438 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Pushing event updated for resources: {'Port': ['ID=698fa09a-9675-46ba-9ef1-2afeac6c7f7f,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:40.423459 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-d57f0ec2-0083-4958-9775-633be4127370 None None] Notify callbacks [] for port, precommit_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:40.433348 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-d57f0ec2-0083-4958-9775-633be4127370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663'] for port, after_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:40.437501 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b112cf1e-518e-484d-a820-436bf2f7db7e None None] Sync routers for ids ['e427fe43-3dd7-45ec-b5b5-042a587dd9f8'] in dv-cinder-810785-1-iscsi {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:14:40.452230 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b112cf1e-518e-484d-a820-436bf2f7db7e None None] Routers {'e427fe43-3dd7-45ec-b5b5-042a587dd9f8'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:14:40.452805 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-b112cf1e-518e-484d-a820-436bf2f7db7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:14:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['e427fe43-3dd7-45ec-b5b5-042a587dd9f8'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:14:40.478686 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57f0ec2-0083-4958-9775-633be4127370 None None] Network fd5c7a55-b4a7-4373-acf7-786d55c9bb14 is already hosted by enough agents. {{(pid=94233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:14:40.482793 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.scheduler.base_scheduler [None req-d57f0ec2-0083-4958-9775-633be4127370 None None] Resources bound (agent type, host, resource id): {{(pid=94233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:14:40.488416 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57f0ec2-0083-4958-9775-633be4127370 None None] Received port after_create {{(pid=94233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:14:40.494414 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a6d4cac0-89ff-4238-8782-5960762d28ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:40.505068 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f0ec2-0083-4958-9775-633be4127370 None None] Pushing event updated for resources: {'Port': ['ID=dc5e7f2e-5fae-4dec-a441-27383a9cfdee,revision_number=1']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:40.536445 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a6d4cac0-89ff-4238-8782-5960762d28ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:40.563606 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-d57f0ec2-0083-4958-9775-633be4127370 None None] Attempting to bind port dc5e7f2e-5fae-4dec-a441-27383a9cfdee on host dv-cinder-810785-1-iscsi for vnic_type normal with profile {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:14:40.564136 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-d57f0ec2-0083-4958-9775-633be4127370 None None] Attempting to bind port dc5e7f2e-5fae-4dec-a441-27383a9cfdee by drivers openvswitch,hyperv on host dv-cinder-810785-1-iscsi at level 0 using segments [{'id': '73f1deae-486e-4d32-a11f-fc93bd504aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fd5c7a55-b4a7-4373-acf7-786d55c9bb14'}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:14:40.564585 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57f0ec2-0083-4958-9775-633be4127370 None None] Attempting to bind port dc5e7f2e-5fae-4dec-a441-27383a9cfdee on network fd5c7a55-b4a7-4373-acf7-786d55c9bb14 {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:14:40.573067 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57f0ec2-0083-4958-9775-633be4127370 None None] Checking agent: {'id': '481fc7b8-75a1-4de2-9424-90937d24576f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 0, 57), 'started_at': datetime.datetime(2021, 9, 23, 23, 1, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:14:40.573845 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57f0ec2-0083-4958-9775-633be4127370 None None] Checking segment: {'id': '73f1deae-486e-4d32-a11f-fc93bd504aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fd5c7a55-b4a7-4373-acf7-786d55c9bb14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:14:40.574643 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-d57f0ec2-0083-4958-9775-633be4127370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:40.575607 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57f0ec2-0083-4958-9775-633be4127370 None None] Bound using segment: {'id': '73f1deae-486e-4d32-a11f-fc93bd504aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fd5c7a55-b4a7-4373-acf7-786d55c9bb14'} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:14:40.576442 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-d57f0ec2-0083-4958-9775-633be4127370 None None] Bound port: dc5e7f2e-5fae-4dec-a441-27383a9cfdee, host: dv-cinder-810785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f1deae-486e-4d32-a11f-fc93bd504aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fd5c7a55-b4a7-4373-acf7-786d55c9bb14'}}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:14:40.576964 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-d57f0ec2-0083-4958-9775-633be4127370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:40.587792 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d4cac0-89ff-4238-8782-5960762d28ea admin admin] Network b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:14:40.592344 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-a6d4cac0-89ff-4238-8782-5960762d28ea admin admin] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:14:40.598162 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d4cac0-89ff-4238-8782-5960762d28ea admin admin] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:14:40.598434 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-b112cf1e-518e-484d-a820-436bf2f7db7e None None] Set router e427fe43-3dd7-45ec-b5b5-042a587dd9f8 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:14:40.629003 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d4cac0-89ff-4238-8782-5960762d28ea admin admin] Pushing event updated for resources: {'Port': ['ID=3e0ce6f0-4a02-4e26-9f08-60a994d2f449,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:40.664673 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-d57f0ec2-0083-4958-9775-633be4127370 None None] For port dc5e7f2e-5fae-4dec-a441-27383a9cfdee, host dv-cinder-810785-1-iscsi, cleared binding levels {{(pid=94233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:14:40.668461 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-d57f0ec2-0083-4958-9775-633be4127370 None None] For port dc5e7f2e-5fae-4dec-a441-27383a9cfdee, host dv-cinder-810785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=dc5e7f2e-5fae-4dec-a441-27383a9cfdee,segment=NetworkSegment(73f1deae-486e-4d32-a11f-fc93bd504aa8),segment_id=73f1deae-486e-4d32-a11f-fc93bd504aa8)] {{(pid=94233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:14:40.673380 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-d57f0ec2-0083-4958-9775-633be4127370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:40.743533 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f0ec2-0083-4958-9775-633be4127370 None None] Pushing event updated for resources: {'Port': ['ID=dc5e7f2e-5fae-4dec-a441-27383a9cfdee,revision_number=2']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:40.813406 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-b112cf1e-518e-484d-a820-436bf2f7db7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e427fe43-3dd7-45ec-b5b5-042a587dd9f8', 'name': 'tempest-TestMinimumBasicScenario-518570058-router', 'tenant_id': 'cead4bfdef074de4b2ff718f41705d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '698fa09a-9675-46ba-9ef1-2afeac6c7f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:14:33Z', 'updated_at': '2021-09-23T23:14:37Z', 'revision_number': 4, 'project_id': 'cead4bfdef074de4b2ff718f41705d60', 'gw_port': {'id': '698fa09a-9675-46ba-9ef1-2afeac6c7f7f', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e427fe43-3dd7-45ec-b5b5-042a587dd9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:14:34Z', 'updated_at': '2021-09-23T23:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': 'ffb4bd4f-c495-4a2a-bd99-af52af1efe64', 'name': '', 'network_id': '31655250-db1c-46f3-964c-1b665492b59d', 'tenant_id': 'cead4bfdef074de4b2ff718f41705d60', 'mac_address': 'fa:16:3e:ad:37:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e427fe43-3dd7-45ec-b5b5-042a587dd9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'db3924c4-efcb-44cf-aa6f-eeed8d664a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:14:36Z', 'updated_at': '2021-09-23T23:14:37Z', 'revision_number': 2, 'project_id': 'cead4bfdef074de4b2ff718f41705d60', 'subnets': [{'id': 'db3924c4-efcb-44cf-aa6f-eeed8d664a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:14:40.839813 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b112cf1e-518e-484d-a820-436bf2f7db7e None None] Checking router: e427fe43-3dd7-45ec-b5b5-042a587dd9f8 for host: dv-cinder-810785-1-iscsi {{(pid=94234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:14:40.840017 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b112cf1e-518e-484d-a820-436bf2f7db7e None None] Updating router e427fe43-3dd7-45ec-b5b5-042a587dd9f8 port ffb4bd4f-c495-4a2a-bd99-af52af1efe64 binding host dv-cinder-810785-1-iscsi {{(pid=94234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:14:40.866124 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-b112cf1e-518e-484d-a820-436bf2f7db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:40.879776 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a6d4cac0-89ff-4238-8782-5960762d28ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:41.222688 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-b112cf1e-518e-484d-a820-436bf2f7db7e None None] Notify callbacks [] for port, precommit_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:41.232412 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-b112cf1e-518e-484d-a820-436bf2f7db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:41.278618 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d09fef-ddf8-4fe5-bd3b-0983af291359 None None] Pushing event updated for resources: {'Port': ['ID=ffb4bd4f-c495-4a2a-bd99-af52af1efe64,revision_number=3']} {{(pid=94234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:41.298758 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d09fef-ddf8-4fe5-bd3b-0983af291359 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:41.299075 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d09fef-ddf8-4fe5-bd3b-0983af291359 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:41.299505 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d09fef-ddf8-4fe5-bd3b-0983af291359 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:41.299785 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d09fef-ddf8-4fe5-bd3b-0983af291359 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:41.300204 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d09fef-ddf8-4fe5-bd3b-0983af291359 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:41.300531 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d09fef-ddf8-4fe5-bd3b-0983af291359 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:41.300847 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d09fef-ddf8-4fe5-bd3b-0983af291359 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:41.301161 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d09fef-ddf8-4fe5-bd3b-0983af291359 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:41.301490 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d09fef-ddf8-4fe5-bd3b-0983af291359 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:41.301776 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d09fef-ddf8-4fe5-bd3b-0983af291359 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:41.302087 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d09fef-ddf8-4fe5-bd3b-0983af291359 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:41.302416 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d09fef-ddf8-4fe5-bd3b-0983af291359 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:14:41.357343 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-b112cf1e-518e-484d-a820-436bf2f7db7e None None] Attempting to bind port ffb4bd4f-c495-4a2a-bd99-af52af1efe64 on host dv-cinder-810785-1-iscsi for vnic_type normal with profile {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:14:41.357908 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-b112cf1e-518e-484d-a820-436bf2f7db7e None None] Attempting to bind port ffb4bd4f-c495-4a2a-bd99-af52af1efe64 by drivers openvswitch,hyperv on host dv-cinder-810785-1-iscsi at level 0 using segments [{'id': '791cda37-c671-461b-9c6a-2650f79cf076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '31655250-db1c-46f3-964c-1b665492b59d'}] {{(pid=94234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:14:41.358431 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b112cf1e-518e-484d-a820-436bf2f7db7e None None] Attempting to bind port ffb4bd4f-c495-4a2a-bd99-af52af1efe64 on network 31655250-db1c-46f3-964c-1b665492b59d {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:14:41.366131 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b112cf1e-518e-484d-a820-436bf2f7db7e None None] Checking agent: {'id': '481fc7b8-75a1-4de2-9424-90937d24576f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 0, 57), 'started_at': datetime.datetime(2021, 9, 23, 23, 1, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:14:41.366500 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b112cf1e-518e-484d-a820-436bf2f7db7e None None] Checking segment: {'id': '791cda37-c671-461b-9c6a-2650f79cf076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '31655250-db1c-46f3-964c-1b665492b59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:14:41.366895 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-b112cf1e-518e-484d-a820-436bf2f7db7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:41.367429 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b112cf1e-518e-484d-a820-436bf2f7db7e None None] Bound using segment: {'id': '791cda37-c671-461b-9c6a-2650f79cf076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '31655250-db1c-46f3-964c-1b665492b59d'} {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:14:41.367837 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-b112cf1e-518e-484d-a820-436bf2f7db7e None None] Bound port: ffb4bd4f-c495-4a2a-bd99-af52af1efe64, host: dv-cinder-810785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791cda37-c671-461b-9c6a-2650f79cf076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '31655250-db1c-46f3-964c-1b665492b59d'}}] {{(pid=94234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:14:41.368418 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-b112cf1e-518e-484d-a820-436bf2f7db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:41.445690 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.db [None req-b112cf1e-518e-484d-a820-436bf2f7db7e None None] For port ffb4bd4f-c495-4a2a-bd99-af52af1efe64, host dv-cinder-810785-1-iscsi, cleared binding levels {{(pid=94234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:14:41.448525 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a6d4cac0-89ff-4238-8782-5960762d28ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596414'] for router, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:41.449988 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.db [None req-b112cf1e-518e-484d-a820-436bf2f7db7e None None] For port ffb4bd4f-c495-4a2a-bd99-af52af1efe64, host dv-cinder-810785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=ffb4bd4f-c495-4a2a-bd99-af52af1efe64,segment=NetworkSegment(791cda37-c671-461b-9c6a-2650f79cf076),segment_id=791cda37-c671-461b-9c6a-2650f79cf076)] {{(pid=94234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:14:41.457425 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-b112cf1e-518e-484d-a820-436bf2f7db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:41.507188 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b112cf1e-518e-484d-a820-436bf2f7db7e None None] Routers {'e427fe43-3dd7-45ec-b5b5-042a587dd9f8'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:14:41.507901 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-b112cf1e-518e-484d-a820-436bf2f7db7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:14:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['e427fe43-3dd7-45ec-b5b5-042a587dd9f8'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:14:41.582320 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-30e0c3d2-5a52-4299-bbf3-eff353eebd1c None None] Provisioning complete for port ffb4bd4f-c495-4a2a-bd99-af52af1efe64 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:14:41.583930 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-30e0c3d2-5a52-4299-bbf3-eff353eebd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:41.624846 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d09fef-ddf8-4fe5-bd3b-0983af291359 None None] Pushing event updated for resources: {'Port': ['ID=ffb4bd4f-c495-4a2a-bd99-af52af1efe64,revision_number=4']} {{(pid=94234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:41.654370 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d4cac0-89ff-4238-8782-5960762d28ea admin admin] Router beefb000-2001-4c2d-8212-bde037f4614f is scheduled to L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 with binding_index 1 {{(pid=94231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:14:41.669004 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-b112cf1e-518e-484d-a820-436bf2f7db7e None None] Set router e427fe43-3dd7-45ec-b5b5-042a587dd9f8 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:14:41.773336 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-30e0c3d2-5a52-4299-bbf3-eff353eebd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:41.870545 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d4cac0-89ff-4238-8782-5960762d28ea admin admin] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:14:41.895781 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46de24ef-e91e-4d47-b1f2-4777565e3373 None None] Sync routers for ids ['beefb000-2001-4c2d-8212-bde037f4614f'] in dv-cinder-810785-1-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:14:41.909602 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a6d4cac0-89ff-4238-8782-5960762d28ea admin admin] Notify callbacks [] for router, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:41.915929 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-a6d4cac0-89ff-4238-8782-5960762d28ea admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3285532 Sep 23 23:14:41.919541 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 59784) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:14:41.928321 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-30e0c3d2-5a52-4299-bbf3-eff353eebd1c None None] For port ffb4bd4f-c495-4a2a-bd99-af52af1efe64, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=ffb4bd4f-c495-4a2a-bd99-af52af1efe64,segment=NetworkSegment(791cda37-c671-461b-9c6a-2650f79cf076),segment_id=791cda37-c671-461b-9c6a-2650f79cf076)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:14:41.935522 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46de24ef-e91e-4d47-b1f2-4777565e3373 None None] Routers {'beefb000-2001-4c2d-8212-bde037f4614f'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:14:41.936992 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-46de24ef-e91e-4d47-b1f2-4777565e3373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:14:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['beefb000-2001-4c2d-8212-bde037f4614f'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:14:41.943433 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-30e0c3d2-5a52-4299-bbf3-eff353eebd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:42.043203 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device dc5e7f2e-5fae-4dec-a441-27383a9cfdee up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:14:42.062556 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-b112cf1e-518e-484d-a820-436bf2f7db7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e427fe43-3dd7-45ec-b5b5-042a587dd9f8', 'name': 'tempest-TestMinimumBasicScenario-518570058-router', 'tenant_id': 'cead4bfdef074de4b2ff718f41705d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '698fa09a-9675-46ba-9ef1-2afeac6c7f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:14:33Z', 'updated_at': '2021-09-23T23:14:37Z', 'revision_number': 4, 'project_id': 'cead4bfdef074de4b2ff718f41705d60', 'gw_port': {'id': '698fa09a-9675-46ba-9ef1-2afeac6c7f7f', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e427fe43-3dd7-45ec-b5b5-042a587dd9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:14:34Z', 'updated_at': '2021-09-23T23:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': 'ffb4bd4f-c495-4a2a-bd99-af52af1efe64', 'name': '', 'network_id': '31655250-db1c-46f3-964c-1b665492b59d', 'tenant_id': 'cead4bfdef074de4b2ff718f41705d60', 'mac_address': 'fa:16:3e:ad:37:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e427fe43-3dd7-45ec-b5b5-042a587dd9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'db3924c4-efcb-44cf-aa6f-eeed8d664a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:14:36Z', 'updated_at': '2021-09-23T23:14:41Z', 'revision_number': 4, 'project_id': 'cead4bfdef074de4b2ff718f41705d60', 'subnets': [{'id': 'db3924c4-efcb-44cf-aa6f-eeed8d664a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:14:42.092781 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b112cf1e-518e-484d-a820-436bf2f7db7e None None] The sync data for ids ['e427fe43-3dd7-45ec-b5b5-042a587dd9f8'] in dv-cinder-810785-1-iscsi is: [{'id': 'e427fe43-3dd7-45ec-b5b5-042a587dd9f8', 'name': 'tempest-TestMinimumBasicScenario-518570058-router', 'tenant_id': 'cead4bfdef074de4b2ff718f41705d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '698fa09a-9675-46ba-9ef1-2afeac6c7f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:14:33Z', 'updated_at': '2021-09-23T23:14:37Z', 'revision_number': 4, 'project_id': 'cead4bfdef074de4b2ff718f41705d60', 'gw_port': {'id': '698fa09a-9675-46ba-9ef1-2afeac6c7f7f', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e427fe43-3dd7-45ec-b5b5-042a587dd9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:14:34Z', 'updated_at': '2021-09-23T23:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': 'ffb4bd4f-c495-4a2a-bd99-af52af1efe64', 'name': '', 'network_id': '31655250-db1c-46f3-964c-1b665492b59d', 'tenant_id': 'cead4bfdef074de4b2ff718f41705d60', 'mac_address': 'fa:16:3e:ad:37:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e427fe43-3dd7-45ec-b5b5-042a587dd9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'db3924c4-efcb-44cf-aa6f-eeed8d664a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:14:36Z', 'updated_at': '2021-09-23T23:14:41Z', 'revision_number': 4, 'project_id': 'cead4bfdef074de4b2ff718f41705d60', 'subnets': [{'id': 'db3924c4-efcb-44cf-aa6f-eeed8d664a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:14:42.230732 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a1d48e-ec59-4fda-ac12-d19ffc8012aa None None] Network fd5c7a55-b4a7-4373-acf7-786d55c9bb14 requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:14:42.237668 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e0c3d2-5a52-4299-bbf3-eff353eebd1c None None] Pushing event updated for resources: {'Port': ['ID=ffb4bd4f-c495-4a2a-bd99-af52af1efe64,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:42.253773 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-c43168df-7304-45bb-949e-8048bbf4ade5 None None] Provisioning complete for port ffb4bd4f-c495-4a2a-bd99-af52af1efe64 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:14:42.254169 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c43168df-7304-45bb-949e-8048bbf4ade5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:42.304525 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-46de24ef-e91e-4d47-b1f2-4777565e3373 None None] Set router beefb000-2001-4c2d-8212-bde037f4614f gateway port host: dv-cinder-810785-1-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:14:42.404379 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port dc5e7f2e-5fae-4dec-a441-27383a9cfdee triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:14:42.404757 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:42.736908 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:42.785264 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] For port dc5e7f2e-5fae-4dec-a441-27383a9cfdee, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=dc5e7f2e-5fae-4dec-a441-27383a9cfdee,segment=NetworkSegment(73f1deae-486e-4d32-a11f-fc93bd504aa8),segment_id=73f1deae-486e-4d32-a11f-fc93bd504aa8)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:14:42.788053 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-46de24ef-e91e-4d47-b1f2-4777565e3373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beefb000-2001-4c2d-8212-bde037f4614f', 'name': 'tempest-TestMinimumBasicScenario-189401539-router', 'tenant_id': 'b9745226ff794c45bb089dc12d2778c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '3e0ce6f0-4a02-4e26-9f08-60a994d2f449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:14:39Z', 'updated_at': '2021-09-23T23:14:40Z', 'revision_number': 3, 'project_id': 'b9745226ff794c45bb089dc12d2778c5', 'gw_port': {'id': '3e0ce6f0-4a02-4e26-9f08-60a994d2f449', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beefb000-2001-4c2d-8212-bde037f4614f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:14:40Z', 'updated_at': '2021-09-23T23:14:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi'}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:14:42.825517 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:42.826359 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 698fa09a-9675-46ba-9ef1-2afeac6c7f7f up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:14:42.832216 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46de24ef-e91e-4d47-b1f2-4777565e3373 None None] Checking router: beefb000-2001-4c2d-8212-bde037f4614f for host: dv-cinder-810785-1-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:14:42.832528 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46de24ef-e91e-4d47-b1f2-4777565e3373 None None] Updating router beefb000-2001-4c2d-8212-bde037f4614f port 3e0ce6f0-4a02-4e26-9f08-60a994d2f449 binding host dv-cinder-810785-1-iscsi {{(pid=94233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:14:42.842636 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d971dc92-bda1-4c84-aff1-702dfaed9682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:42.932276 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-46de24ef-e91e-4d47-b1f2-4777565e3373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:42.934115 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-bf6a61bf-f99b-483c-a9a2-d5761ebe78af None None] Provisioning complete for port dc5e7f2e-5fae-4dec-a441-27383a9cfdee triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:14:42.934477 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-bf6a61bf-f99b-483c-a9a2-d5761ebe78af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:42.992690 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Pushing event updated for resources: {'Port': ['ID=dc5e7f2e-5fae-4dec-a441-27383a9cfdee,revision_number=3']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:43.071992 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_common [None req-d971dc92-bda1-4c84-aff1-702dfaed9682 admin admin] Allocated IP 172.20.0.1 (fd5c7a55-b4a7-4373-acf7-786d55c9bb14/029d2807-c8f2-4de9-baf3-9cdf44dec390/3dc3d27c-86fb-4c27-a13f-e0567c30525c) {{(pid=94232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:14:43.080057 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port 698fa09a-9675-46ba-9ef1-2afeac6c7f7f triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:14:43.080433 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:43.184683 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d971dc92-bda1-4c84-aff1-702dfaed9682 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:43.220060 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d971dc92-bda1-4c84-aff1-702dfaed9682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416648'] for port, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:43.261999 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d971dc92-bda1-4c84-aff1-702dfaed9682 admin admin] Network fd5c7a55-b4a7-4373-acf7-786d55c9bb14 is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:14:43.265384 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-d971dc92-bda1-4c84-aff1-702dfaed9682 admin admin] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:14:43.269543 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d971dc92-bda1-4c84-aff1-702dfaed9682 admin admin] Received port after_create {{(pid=94232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:14:43.299846 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971dc92-bda1-4c84-aff1-702dfaed9682 admin admin] Pushing event updated for resources: {'Port': ['ID=3dc3d27c-86fb-4c27-a13f-e0567c30525c,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:43.332291 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d971dc92-bda1-4c84-aff1-702dfaed9682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595075'] for router_interface, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:43.441942 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device ffb4bd4f-c495-4a2a-bd99-af52af1efe64 up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:14:43.481412 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0afa21be-79af-4d23-b8b1-afb08a7bd465 None None] Provisioning complete for port dc5e7f2e-5fae-4dec-a441-27383a9cfdee triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:14:43.481412 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0afa21be-79af-4d23-b8b1-afb08a7bd465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:43.525691 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d971dc92-bda1-4c84-aff1-702dfaed9682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:43.598588 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-46de24ef-e91e-4d47-b1f2-4777565e3373 None None] Notify callbacks [] for port, precommit_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:43.624774 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port ffb4bd4f-c495-4a2a-bd99-af52af1efe64 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:14:43.625145 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:43.626864 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-46de24ef-e91e-4d47-b1f2-4777565e3373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:43.729780 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d971dc92-bda1-4c84-aff1-702dfaed9682 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:43.735130 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-46de24ef-e91e-4d47-b1f2-4777565e3373 None None] Attempting to bind port 3e0ce6f0-4a02-4e26-9f08-60a994d2f449 on host dv-cinder-810785-1-iscsi for vnic_type normal with profile {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:14:43.735524 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-46de24ef-e91e-4d47-b1f2-4777565e3373 None None] Attempting to bind port 3e0ce6f0-4a02-4e26-9f08-60a994d2f449 by drivers openvswitch,hyperv on host dv-cinder-810785-1-iscsi at level 0 using segments [{'id': '2ac125d2-b621-4cb4-9068-8fa074d03334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:14:43.735900 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46de24ef-e91e-4d47-b1f2-4777565e3373 None None] Attempting to bind port 3e0ce6f0-4a02-4e26-9f08-60a994d2f449 on network b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1 {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:14:43.736153 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d971dc92-bda1-4c84-aff1-702dfaed9682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416643'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:43.739012 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806f8a9-2f90-4a58-8f96-67cedf4bfd56 None None] Pushing event updated for resources: {'Port': ['ID=3e0ce6f0-4a02-4e26-9f08-60a994d2f449,revision_number=2']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:43.749056 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46de24ef-e91e-4d47-b1f2-4777565e3373 None None] Checking agent: {'id': '481fc7b8-75a1-4de2-9424-90937d24576f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 0, 57), 'started_at': datetime.datetime(2021, 9, 23, 23, 1, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:14:43.749432 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46de24ef-e91e-4d47-b1f2-4777565e3373 None None] Checking segment: {'id': '2ac125d2-b621-4cb4-9068-8fa074d03334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:14:43.749836 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-46de24ef-e91e-4d47-b1f2-4777565e3373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:43.750225 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46de24ef-e91e-4d47-b1f2-4777565e3373 None None] Bound using segment: {'id': '2ac125d2-b621-4cb4-9068-8fa074d03334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:14:43.750698 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-46de24ef-e91e-4d47-b1f2-4777565e3373 None None] Bound port: 3e0ce6f0-4a02-4e26-9f08-60a994d2f449, host: dv-cinder-810785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac125d2-b621-4cb4-9068-8fa074d03334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'}}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:14:43.751078 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-46de24ef-e91e-4d47-b1f2-4777565e3373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:43.814706 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d971dc92-bda1-4c84-aff1-702dfaed9682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593523'] for router_interface, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:43.816666 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971dc92-bda1-4c84-aff1-702dfaed9682 admin admin] Pushing event updated for resources: {'Port': ['ID=3dc3d27c-86fb-4c27-a13f-e0567c30525c,revision_number=2']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:43.845501 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-46de24ef-e91e-4d47-b1f2-4777565e3373 None None] For port 3e0ce6f0-4a02-4e26-9f08-60a994d2f449, host dv-cinder-810785-1-iscsi, cleared binding levels {{(pid=94233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:14:43.851637 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-46de24ef-e91e-4d47-b1f2-4777565e3373 None None] For port 3e0ce6f0-4a02-4e26-9f08-60a994d2f449, host dv-cinder-810785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=3e0ce6f0-4a02-4e26-9f08-60a994d2f449,segment=NetworkSegment(2ac125d2-b621-4cb4-9068-8fa074d03334),segment_id=2ac125d2-b621-4cb4-9068-8fa074d03334)] {{(pid=94233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:14:43.855624 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-06e2283c-2c0e-413f-94d0-57425ff7d21f None None] Provisioning complete for port 3dc3d27c-86fb-4c27-a13f-e0567c30525c triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:14:43.855624 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-06e2283c-2c0e-413f-94d0-57425ff7d21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:43.859725 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-46de24ef-e91e-4d47-b1f2-4777565e3373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:43.927108 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d971dc92-bda1-4c84-aff1-702dfaed9682 admin admin] Network fd5c7a55-b4a7-4373-acf7-786d55c9bb14 is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:14:43.928901 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-d971dc92-bda1-4c84-aff1-702dfaed9682 admin admin] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:14:43.935544 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device dc5e7f2e-5fae-4dec-a441-27383a9cfdee up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:14:43.939141 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-06e2283c-2c0e-413f-94d0-57425ff7d21f None None] Port 3dc3d27c-86fb-4c27-a13f-e0567c30525c cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:14:43.983799 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46de24ef-e91e-4d47-b1f2-4777565e3373 None None] Routers {'beefb000-2001-4c2d-8212-bde037f4614f'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:14:43.984452 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-46de24ef-e91e-4d47-b1f2-4777565e3373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:14:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['beefb000-2001-4c2d-8212-bde037f4614f'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:14:43.988467 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806f8a9-2f90-4a58-8f96-67cedf4bfd56 None None] Pushing event updated for resources: {'Port': ['ID=3e0ce6f0-4a02-4e26-9f08-60a994d2f449,revision_number=3']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:44.063161 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d971dc92-bda1-4c84-aff1-702dfaed9682 admin admin] Router beefb000-2001-4c2d-8212-bde037f4614f has already been hosted by L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 {{(pid=94232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:14:44.093343 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port dc5e7f2e-5fae-4dec-a441-27383a9cfdee triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:14:44.093728 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:44.143974 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-46de24ef-e91e-4d47-b1f2-4777565e3373 None None] Set router beefb000-2001-4c2d-8212-bde037f4614f gateway port host: dv-cinder-810785-1-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:14:44.194732 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d971dc92-bda1-4c84-aff1-702dfaed9682 admin admin] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:14:44.200198 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-d971dc92-bda1-4c84-aff1-702dfaed9682 admin admin] 10.222.0.46 "PUT /v2.0/routers/beefb000-2001-4c2d-8212-bde037f4614f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2792177 Sep 23 23:14:44.254632 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-172b69a5-2f3f-463e-ac22-5b4e1ce1dbee None None] Provisioning complete for port 3dc3d27c-86fb-4c27-a13f-e0567c30525c triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:14:44.255007 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-172b69a5-2f3f-463e-ac22-5b4e1ce1dbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:44.318054 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device ffb4bd4f-c495-4a2a-bd99-af52af1efe64 up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:14:44.375488 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-172b69a5-2f3f-463e-ac22-5b4e1ce1dbee None None] Port 3dc3d27c-86fb-4c27-a13f-e0567c30525c cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:14:44.445870 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port ffb4bd4f-c495-4a2a-bd99-af52af1efe64 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:14:44.446169 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:44.530680 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-46de24ef-e91e-4d47-b1f2-4777565e3373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beefb000-2001-4c2d-8212-bde037f4614f', 'name': 'tempest-TestMinimumBasicScenario-189401539-router', 'tenant_id': 'b9745226ff794c45bb089dc12d2778c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '3e0ce6f0-4a02-4e26-9f08-60a994d2f449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:14:39Z', 'updated_at': '2021-09-23T23:14:43Z', 'revision_number': 4, 'project_id': 'b9745226ff794c45bb089dc12d2778c5', 'gw_port': {'id': '3e0ce6f0-4a02-4e26-9f08-60a994d2f449', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beefb000-2001-4c2d-8212-bde037f4614f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:14:40Z', 'updated_at': '2021-09-23T23:14:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '3dc3d27c-86fb-4c27-a13f-e0567c30525c', 'name': '', 'network_id': 'fd5c7a55-b4a7-4373-acf7-786d55c9bb14', 'tenant_id': 'b9745226ff794c45bb089dc12d2778c5', 'mac_address': 'fa:16:3e:2e:95:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beefb000-2001-4c2d-8212-bde037f4614f', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '029d2807-c8f2-4de9-baf3-9cdf44dec390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:14:42Z', 'updated_at': '2021-09-23T23:14:43Z', 'revision_number': 2, 'project_id': 'b9745226ff794c45bb089dc12d2778c5', 'subnets': [{'id': '029d2807-c8f2-4de9-baf3-9cdf44dec390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:14:44.564594 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46de24ef-e91e-4d47-b1f2-4777565e3373 None None] The sync data for ids ['beefb000-2001-4c2d-8212-bde037f4614f'] in dv-cinder-810785-1-iscsi is: [{'id': 'beefb000-2001-4c2d-8212-bde037f4614f', 'name': 'tempest-TestMinimumBasicScenario-189401539-router', 'tenant_id': 'b9745226ff794c45bb089dc12d2778c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '3e0ce6f0-4a02-4e26-9f08-60a994d2f449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:14:39Z', 'updated_at': '2021-09-23T23:14:43Z', 'revision_number': 4, 'project_id': 'b9745226ff794c45bb089dc12d2778c5', 'gw_port': {'id': '3e0ce6f0-4a02-4e26-9f08-60a994d2f449', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beefb000-2001-4c2d-8212-bde037f4614f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:14:40Z', 'updated_at': '2021-09-23T23:14:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '3dc3d27c-86fb-4c27-a13f-e0567c30525c', 'name': '', 'network_id': 'fd5c7a55-b4a7-4373-acf7-786d55c9bb14', 'tenant_id': 'b9745226ff794c45bb089dc12d2778c5', 'mac_address': 'fa:16:3e:2e:95:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beefb000-2001-4c2d-8212-bde037f4614f', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '029d2807-c8f2-4de9-baf3-9cdf44dec390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:14:42Z', 'updated_at': '2021-09-23T23:14:43Z', 'revision_number': 2, 'project_id': 'b9745226ff794c45bb089dc12d2778c5', 'subnets': [{'id': '029d2807-c8f2-4de9-baf3-9cdf44dec390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:14:45.976592 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 3e0ce6f0-4a02-4e26-9f08-60a994d2f449 up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:14:46.041994 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port 3e0ce6f0-4a02-4e26-9f08-60a994d2f449 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:14:46.042502 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:46.147882 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:46.173332 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] For port 3e0ce6f0-4a02-4e26-9f08-60a994d2f449, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=3e0ce6f0-4a02-4e26-9f08-60a994d2f449,segment=NetworkSegment(2ac125d2-b621-4cb4-9068-8fa074d03334),segment_id=2ac125d2-b621-4cb4-9068-8fa074d03334)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:14:46.179089 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:46.240348 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Pushing event updated for resources: {'Port': ['ID=3e0ce6f0-4a02-4e26-9f08-60a994d2f449,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:46.841232 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c872a353-9dc6-4b89-81d7-8252c6c2cca4 None None] Sync routers for ids ['beefb000-2001-4c2d-8212-bde037f4614f'] in dv-cinder-810785-1-iscsi {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:14:46.858599 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c872a353-9dc6-4b89-81d7-8252c6c2cca4 None None] Routers {'beefb000-2001-4c2d-8212-bde037f4614f'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:14:46.860397 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-c872a353-9dc6-4b89-81d7-8252c6c2cca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:14:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['beefb000-2001-4c2d-8212-bde037f4614f'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:14:47.097008 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-c872a353-9dc6-4b89-81d7-8252c6c2cca4 None None] Set router beefb000-2001-4c2d-8212-bde037f4614f gateway port host: dv-cinder-810785-1-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:14:47.327622 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-c872a353-9dc6-4b89-81d7-8252c6c2cca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beefb000-2001-4c2d-8212-bde037f4614f', 'name': 'tempest-TestMinimumBasicScenario-189401539-router', 'tenant_id': 'b9745226ff794c45bb089dc12d2778c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '3e0ce6f0-4a02-4e26-9f08-60a994d2f449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:14:39Z', 'updated_at': '2021-09-23T23:14:43Z', 'revision_number': 4, 'project_id': 'b9745226ff794c45bb089dc12d2778c5', 'gw_port': {'id': '3e0ce6f0-4a02-4e26-9f08-60a994d2f449', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beefb000-2001-4c2d-8212-bde037f4614f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:14:40Z', 'updated_at': '2021-09-23T23:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '3dc3d27c-86fb-4c27-a13f-e0567c30525c', 'name': '', 'network_id': 'fd5c7a55-b4a7-4373-acf7-786d55c9bb14', 'tenant_id': 'b9745226ff794c45bb089dc12d2778c5', 'mac_address': 'fa:16:3e:2e:95:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beefb000-2001-4c2d-8212-bde037f4614f', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '029d2807-c8f2-4de9-baf3-9cdf44dec390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:14:42Z', 'updated_at': '2021-09-23T23:14:43Z', 'revision_number': 2, 'project_id': 'b9745226ff794c45bb089dc12d2778c5', 'subnets': [{'id': '029d2807-c8f2-4de9-baf3-9cdf44dec390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:14:47.360715 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c872a353-9dc6-4b89-81d7-8252c6c2cca4 None None] Checking router: beefb000-2001-4c2d-8212-bde037f4614f for host: dv-cinder-810785-1-iscsi {{(pid=94234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:14:47.361069 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c872a353-9dc6-4b89-81d7-8252c6c2cca4 None None] Updating router beefb000-2001-4c2d-8212-bde037f4614f port 3dc3d27c-86fb-4c27-a13f-e0567c30525c binding host dv-cinder-810785-1-iscsi {{(pid=94234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:14:47.389546 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-c872a353-9dc6-4b89-81d7-8252c6c2cca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:47.722650 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-c872a353-9dc6-4b89-81d7-8252c6c2cca4 None None] Notify callbacks [] for port, precommit_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:47.735918 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-c872a353-9dc6-4b89-81d7-8252c6c2cca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:47.793206 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10627700-c7e4-4292-8749-3ab3d48780bd None None] Pushing event updated for resources: {'Port': ['ID=3dc3d27c-86fb-4c27-a13f-e0567c30525c,revision_number=3']} {{(pid=94234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:47.874535 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-c872a353-9dc6-4b89-81d7-8252c6c2cca4 None None] Attempting to bind port 3dc3d27c-86fb-4c27-a13f-e0567c30525c on host dv-cinder-810785-1-iscsi for vnic_type normal with profile {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:14:47.875116 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-c872a353-9dc6-4b89-81d7-8252c6c2cca4 None None] Attempting to bind port 3dc3d27c-86fb-4c27-a13f-e0567c30525c by drivers openvswitch,hyperv on host dv-cinder-810785-1-iscsi at level 0 using segments [{'id': '73f1deae-486e-4d32-a11f-fc93bd504aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fd5c7a55-b4a7-4373-acf7-786d55c9bb14'}] {{(pid=94234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:14:47.875227 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c872a353-9dc6-4b89-81d7-8252c6c2cca4 None None] Attempting to bind port 3dc3d27c-86fb-4c27-a13f-e0567c30525c on network fd5c7a55-b4a7-4373-acf7-786d55c9bb14 {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:14:47.880494 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c872a353-9dc6-4b89-81d7-8252c6c2cca4 None None] Checking agent: {'id': '481fc7b8-75a1-4de2-9424-90937d24576f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 0, 57), 'started_at': datetime.datetime(2021, 9, 23, 23, 1, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:14:47.880494 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c872a353-9dc6-4b89-81d7-8252c6c2cca4 None None] Checking segment: {'id': '73f1deae-486e-4d32-a11f-fc93bd504aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fd5c7a55-b4a7-4373-acf7-786d55c9bb14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:14:47.881871 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-c872a353-9dc6-4b89-81d7-8252c6c2cca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:47.881871 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c872a353-9dc6-4b89-81d7-8252c6c2cca4 None None] Bound using segment: {'id': '73f1deae-486e-4d32-a11f-fc93bd504aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fd5c7a55-b4a7-4373-acf7-786d55c9bb14'} {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:14:47.882042 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-c872a353-9dc6-4b89-81d7-8252c6c2cca4 None None] Bound port: 3dc3d27c-86fb-4c27-a13f-e0567c30525c, host: dv-cinder-810785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f1deae-486e-4d32-a11f-fc93bd504aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fd5c7a55-b4a7-4373-acf7-786d55c9bb14'}}] {{(pid=94234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:14:47.882439 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-c872a353-9dc6-4b89-81d7-8252c6c2cca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:47.973098 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 3e0ce6f0-4a02-4e26-9f08-60a994d2f449 up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:14:48.020629 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.db [None req-c872a353-9dc6-4b89-81d7-8252c6c2cca4 None None] For port 3dc3d27c-86fb-4c27-a13f-e0567c30525c, host dv-cinder-810785-1-iscsi, cleared binding levels {{(pid=94234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:14:48.025605 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.db [None req-c872a353-9dc6-4b89-81d7-8252c6c2cca4 None None] For port 3dc3d27c-86fb-4c27-a13f-e0567c30525c, host dv-cinder-810785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=3dc3d27c-86fb-4c27-a13f-e0567c30525c,segment=NetworkSegment(73f1deae-486e-4d32-a11f-fc93bd504aa8),segment_id=73f1deae-486e-4d32-a11f-fc93bd504aa8)] {{(pid=94234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:14:48.037609 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-c872a353-9dc6-4b89-81d7-8252c6c2cca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:48.048231 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port 3e0ce6f0-4a02-4e26-9f08-60a994d2f449 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:14:48.048597 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:48.126202 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c872a353-9dc6-4b89-81d7-8252c6c2cca4 None None] Routers {'beefb000-2001-4c2d-8212-bde037f4614f'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:14:48.126933 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-c872a353-9dc6-4b89-81d7-8252c6c2cca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:14:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['beefb000-2001-4c2d-8212-bde037f4614f'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:14:48.190726 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-96acbb69-d34c-4546-8e64-edea40fd48e5 None None] Provisioning complete for port 3dc3d27c-86fb-4c27-a13f-e0567c30525c triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:14:48.197069 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-96acbb69-d34c-4546-8e64-edea40fd48e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:48.270009 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10627700-c7e4-4292-8749-3ab3d48780bd None None] Pushing event updated for resources: {'Port': ['ID=3dc3d27c-86fb-4c27-a13f-e0567c30525c,revision_number=4']} {{(pid=94234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:48.295479 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-c872a353-9dc6-4b89-81d7-8252c6c2cca4 None None] Set router beefb000-2001-4c2d-8212-bde037f4614f gateway port host: dv-cinder-810785-1-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:14:48.326651 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-96acbb69-d34c-4546-8e64-edea40fd48e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:48.388190 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-96acbb69-d34c-4546-8e64-edea40fd48e5 None None] For port 3dc3d27c-86fb-4c27-a13f-e0567c30525c, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=3dc3d27c-86fb-4c27-a13f-e0567c30525c,segment=NetworkSegment(73f1deae-486e-4d32-a11f-fc93bd504aa8),segment_id=73f1deae-486e-4d32-a11f-fc93bd504aa8)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:14:48.396187 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-96acbb69-d34c-4546-8e64-edea40fd48e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:48.467047 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96acbb69-d34c-4546-8e64-edea40fd48e5 None None] Pushing event updated for resources: {'Port': ['ID=3dc3d27c-86fb-4c27-a13f-e0567c30525c,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:48.521702 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-dc9c28c9-bef7-4012-ba65-65a111de2c17 None None] Provisioning complete for port 3dc3d27c-86fb-4c27-a13f-e0567c30525c triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:14:48.522124 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-dc9c28c9-bef7-4012-ba65-65a111de2c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:48.555829 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-c872a353-9dc6-4b89-81d7-8252c6c2cca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beefb000-2001-4c2d-8212-bde037f4614f', 'name': 'tempest-TestMinimumBasicScenario-189401539-router', 'tenant_id': 'b9745226ff794c45bb089dc12d2778c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '3e0ce6f0-4a02-4e26-9f08-60a994d2f449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:14:39Z', 'updated_at': '2021-09-23T23:14:43Z', 'revision_number': 4, 'project_id': 'b9745226ff794c45bb089dc12d2778c5', 'gw_port': {'id': '3e0ce6f0-4a02-4e26-9f08-60a994d2f449', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beefb000-2001-4c2d-8212-bde037f4614f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:14:40Z', 'updated_at': '2021-09-23T23:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '3dc3d27c-86fb-4c27-a13f-e0567c30525c', 'name': '', 'network_id': 'fd5c7a55-b4a7-4373-acf7-786d55c9bb14', 'tenant_id': 'b9745226ff794c45bb089dc12d2778c5', 'mac_address': 'fa:16:3e:2e:95:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beefb000-2001-4c2d-8212-bde037f4614f', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '029d2807-c8f2-4de9-baf3-9cdf44dec390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:14:42Z', 'updated_at': '2021-09-23T23:14:48Z', 'revision_number': 4, 'project_id': 'b9745226ff794c45bb089dc12d2778c5', 'subnets': [{'id': '029d2807-c8f2-4de9-baf3-9cdf44dec390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:14:48.590183 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c872a353-9dc6-4b89-81d7-8252c6c2cca4 None None] The sync data for ids ['beefb000-2001-4c2d-8212-bde037f4614f'] in dv-cinder-810785-1-iscsi is: [{'id': 'beefb000-2001-4c2d-8212-bde037f4614f', 'name': 'tempest-TestMinimumBasicScenario-189401539-router', 'tenant_id': 'b9745226ff794c45bb089dc12d2778c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '3e0ce6f0-4a02-4e26-9f08-60a994d2f449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:14:39Z', 'updated_at': '2021-09-23T23:14:43Z', 'revision_number': 4, 'project_id': 'b9745226ff794c45bb089dc12d2778c5', 'gw_port': {'id': '3e0ce6f0-4a02-4e26-9f08-60a994d2f449', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beefb000-2001-4c2d-8212-bde037f4614f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:14:40Z', 'updated_at': '2021-09-23T23:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '3dc3d27c-86fb-4c27-a13f-e0567c30525c', 'name': '', 'network_id': 'fd5c7a55-b4a7-4373-acf7-786d55c9bb14', 'tenant_id': 'b9745226ff794c45bb089dc12d2778c5', 'mac_address': 'fa:16:3e:2e:95:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beefb000-2001-4c2d-8212-bde037f4614f', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '029d2807-c8f2-4de9-baf3-9cdf44dec390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:14:42Z', 'updated_at': '2021-09-23T23:14:48Z', 'revision_number': 4, 'project_id': 'b9745226ff794c45bb089dc12d2778c5', 'subnets': [{'id': '029d2807-c8f2-4de9-baf3-9cdf44dec390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:14:49.989945 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 3dc3d27c-86fb-4c27-a13f-e0567c30525c up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:14:50.048433 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port 3dc3d27c-86fb-4c27-a13f-e0567c30525c triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:14:50.049082 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:53.773380 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-31c87751-65b4-41c3-aae4-8e86462460f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:54.265992 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-604433e3-0837-4231-a31b-03603e71b158 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:54.267588 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-604433e3-0837-4231-a31b-03603e71b158 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/networks?id=31655250-db1c-46f3-964c-1b665492b59d HTTP/1.1" status: 200 len: 814 time: 0.1046624 Sep 23 23:14:54.283359 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-5ff32b26-567b-41d7-be1f-ff207e28ab9f tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/quotas/cead4bfdef074de4b2ff718f41705d60 HTTP/1.1" status: 200 len: 375 time: 0.0095391 Sep 23 23:14:54.345816 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-3e8894a3-9187-413a-8a7c-1884c7ba644c tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=cead4bfdef074de4b2ff718f41705d60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534713 Sep 23 23:14:54.449197 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-fc46f91f-9af9-4d00-b7bb-05f3d4d0e351 service neutron] 10.222.0.46 "GET /v2.0/networks/31655250-db1c-46f3-964c-1b665492b59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910556 Sep 23 23:14:54.554999 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-d78f08b6-8f6c-451d-8690-abbdee585296 service neutron] 10.222.0.46 "GET /v2.0/networks/31655250-db1c-46f3-964c-1b665492b59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995502 Sep 23 23:14:54.739639 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0bf9fae7-4bb4-4aa3-ac63-af0ac2c6d652 req-bfeed6a9-5fc0-4b0d-a642-c437596b836b tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 210 time: 0.0487826 Sep 23 23:14:55.844508 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-62728bde-3923-464e-94df-6549c71b5dcd tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:55.845874 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-62728bde-3923-464e-94df-6549c71b5dcd tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.11 "GET /v2.0/networks?id=31655250-db1c-46f3-964c-1b665492b59d HTTP/1.1" status: 200 len: 814 time: 0.1297174 Sep 23 23:14:55.863162 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-080d900a-091a-4943-92ac-660a33b8c0e7 req-d779e467-520e-49e4-86ae-3cea525269ab tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 210 time: 0.0387723 Sep 23 23:14:55.867053 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-8e23422e-488a-4668-b990-955189ebe8ff tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Request body: {'port': {'device_id': '73f86f2f-ba0b-42ec-9f3a-d990b871b82c', 'network_id': '31655250-db1c-46f3-964c-1b665492b59d', 'admin_state_up': True, 'tenant_id': 'cead4bfdef074de4b2ff718f41705d60'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:14:55.986204 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-8e23422e-488a-4668-b990-955189ebe8ff tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Made reservation on behalf of cead4bfdef074de4b2ff718f41705d60 for: {'port': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:14:55.990515 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-8e23422e-488a-4668-b990-955189ebe8ff tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:56.125730 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_common [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-8e23422e-488a-4668-b990-955189ebe8ff tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Allocated IP 172.20.0.13 (31655250-db1c-46f3-964c-1b665492b59d/db3924c4-efcb-44cf-aa6f-eeed8d664a93/8259c51f-95ea-43a5-9078-25c8b1c954b1) {{(pid=94232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:14:56.350160 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-8e23422e-488a-4668-b990-955189ebe8ff tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks [] for port, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:56.392140 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-8e23422e-488a-4668-b990-955189ebe8ff tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416648'] for port, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:56.457051 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-8e23422e-488a-4668-b990-955189ebe8ff tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Network 31655250-db1c-46f3-964c-1b665492b59d is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:14:56.460958 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-8e23422e-488a-4668-b990-955189ebe8ff tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:14:56.463858 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-8e23422e-488a-4668-b990-955189ebe8ff tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Received port after_create {{(pid=94232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:14:56.537262 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-8e23422e-488a-4668-b990-955189ebe8ff tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:56.537907 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-8e23422e-488a-4668-b990-955189ebe8ff tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:56.541933 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23422e-488a-4668-b990-955189ebe8ff tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Pushing event updated for resources: {'Port': ['ID=8259c51f-95ea-43a5-9078-25c8b1c954b1,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:56.563540 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-8e23422e-488a-4668-b990-955189ebe8ff tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7028520 Sep 23 23:14:56.730995 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-525faa73-241a-4a76-9fdb-05d6d490adba None None] Provisioning complete for port 8259c51f-95ea-43a5-9078-25c8b1c954b1 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:14:56.732325 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-525faa73-241a-4a76-9fdb-05d6d490adba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:56.771654 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-525faa73-241a-4a76-9fdb-05d6d490adba None None] Port 8259c51f-95ea-43a5-9078-25c8b1c954b1 cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:14:56.891583 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:57.000305 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50bcfd2-defe-465a-b1fc-e15df6e6aabc req-80bddcb3-c2e6-46f7-b4fd-d0b8ff52a7bc tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:57.001832 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e50bcfd2-defe-465a-b1fc-e15df6e6aabc req-80bddcb3-c2e6-46f7-b4fd-d0b8ff52a7bc tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 932 time: 0.0609913 Sep 23 23:14:57.058054 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e50bcfd2-defe-465a-b1fc-e15df6e6aabc req-98fe363f-2a7e-4ea3-a452-5cb9b67f91d8 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432098 Sep 23 23:14:57.711416 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-347e6911-a8b1-4fd6-891f-d3a211d68ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:58.192835 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167fd6e9-b310-4e3f-9d51-f6aca566d067 req-ed005c91-55ce-44a5-970a-938c7eb5ab5d tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:58.194466 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-167fd6e9-b310-4e3f-9d51-f6aca566d067 req-ed005c91-55ce-44a5-970a-938c7eb5ab5d tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 932 time: 0.0676203 Sep 23 23:14:58.232917 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-167fd6e9-b310-4e3f-9d51-f6aca566d067 req-f381528b-48f8-4bb7-b192-a52dc800acbb tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322568 Sep 23 23:14:58.748085 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 60000) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:14:58.892363 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-59900857-de60-45ba-b301-465e69a1e7e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:58.984520 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-59900857-de60-45ba-b301-465e69a1e7e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:58.990157 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-59900857-de60-45ba-b301-465e69a1e7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:59.033038 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-59900857-de60-45ba-b301-465e69a1e7e0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=914a91697fa947aa9c6e4d3b7f389c11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2838228 Sep 23 23:14:59.034017 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59900857-de60-45ba-b301-465e69a1e7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7971354-4c5e-441a-b7d0-a5ef25a976af,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:59.035857 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 60004) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:14:59.087211 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4b34ac92-d2a1-4295-a057-093a3918cbbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:59.112513 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4b34ac92-d2a1-4295-a057-093a3918cbbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:59.155698 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:59.170722 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4b34ac92-d2a1-4295-a057-093a3918cbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:59.173787 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4b34ac92-d2a1-4295-a057-093a3918cbbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:59.175447 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-4b34ac92-d2a1-4295-a057-093a3918cbbe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d7971354-4c5e-441a-b7d0-a5ef25a976af HTTP/1.1" status: 204 len: 168 time: 0.1381991 Sep 23 23:14:59.185935 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b34ac92-d2a1-4295-a057-093a3918cbbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7971354-4c5e-441a-b7d0-a5ef25a976af,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:14:59.385485 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408624b-7df6-4486-8b91-f2fee00c79e6 req-62161eee-1a43-4ce7-8528-79fc144b304a tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:59.387091 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8408624b-7df6-4486-8b91-f2fee00c79e6 req-62161eee-1a43-4ce7-8528-79fc144b304a tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 932 time: 0.0584478 Sep 23 23:14:59.441965 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8408624b-7df6-4486-8b91-f2fee00c79e6 req-136d24b0-52cb-497e-be18-920afee717fc tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416377 Sep 23 23:14:59.923015 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 60030) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:15:00.028643 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-916ccf7b-9a25-49e4-86a7-b9fdf61259a1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1076427157-network', 'tenant_id': '092b8e38c05d455b8c071ade5b025610'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:15:00.052573 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916ccf7b-9a25-49e4-86a7-b9fdf61259a1 admin admin] Made reservation on behalf of 092b8e38c05d455b8c071ade5b025610 for: {'network': 1} {{(pid=94232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:15:00.054897 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-916ccf7b-9a25-49e4-86a7-b9fdf61259a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for network, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:00.063241 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-916ccf7b-9a25-49e4-86a7-b9fdf61259a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:00.159600 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-916ccf7b-9a25-49e4-86a7-b9fdf61259a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:00.166137 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-916ccf7b-9a25-49e4-86a7-b9fdf61259a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:00.189213 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-916ccf7b-9a25-49e4-86a7-b9fdf61259a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=94232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:15:00.204667 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ccf7b-9a25-49e4-86a7-b9fdf61259a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335d23c8-6e66-462e-ae14-d80107620473,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:00.218497 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-916ccf7b-9a25-49e4-86a7-b9fdf61259a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778'] for segment, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:00.218749 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.db.segments_db [None req-916ccf7b-9a25-49e4-86a7-b9fdf61259a1 admin admin] Added segment 1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4 of type vlan for network e5951a13-5270-4a63-a4b5-501d42277863 Sep 23 23:15:00.267923 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-916ccf7b-9a25-49e4-86a7-b9fdf61259a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784998164246'] for network, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:00.295778 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-916ccf7b-9a25-49e4-86a7-b9fdf61259a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075'] for network, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:00.297788 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916ccf7b-9a25-49e4-86a7-b9fdf61259a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:00.299191 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-916ccf7b-9a25-49e4-86a7-b9fdf61259a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for network, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:00.367577 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-916ccf7b-9a25-49e4-86a7-b9fdf61259a1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4431665 Sep 23 23:15:00.370907 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 60034) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:15:00.376119 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-90ff0f6f-ff42-4fe9-9d4e-2a690998eb0d admin admin] Request body: {'subnet': {'network_id': 'e5951a13-5270-4a63-a4b5-501d42277863', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1076427157-subnet', 'tenant_id': '092b8e38c05d455b8c071ade5b025610', 'ip_version': 4}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:15:00.398273 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ccf7b-9a25-49e4-86a7-b9fdf61259a1 admin admin] Pushing event updated for resources: {'Network': ['ID=e5951a13-5270-4a63-a4b5-501d42277863,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:00.410846 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Network e5951a13-5270-4a63-a4b5-501d42277863 details requested by agent ovs-agent-dv-cinder-810785-1-iscsi with host dv-cinder-810785-1-iscsi {{(pid=94233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:15:00.424178 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ff0f6f-ff42-4fe9-9d4e-2a690998eb0d admin admin] Made reservation on behalf of 092b8e38c05d455b8c071ade5b025610 for: {'subnet': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:15:00.427323 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-90ff0f6f-ff42-4fe9-9d4e-2a690998eb0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906259'] for subnet, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:00.611371 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c138b-c60f-47c2-bd6b-1384115a22fe req-6a1738dd-8fcc-44a6-be3a-8e30b690f2a4 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:00.621489 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cf6c138b-c60f-47c2-bd6b-1384115a22fe req-6a1738dd-8fcc-44a6-be3a-8e30b690f2a4 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 932 time: 0.0762222 Sep 23 23:15:00.632667 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-90ff0f6f-ff42-4fe9-9d4e-2a690998eb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906273'] for subnet, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:00.654485 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:00.669699 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cf6c138b-c60f-47c2-bd6b-1384115a22fe req-b91276c2-c5a4-46f7-bd74-d6d5918dbc0c tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471997 Sep 23 23:15:00.695345 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff0f6f-ff42-4fe9-9d4e-2a690998eb0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7beacad9-fcef-408b-9f9c-c9bd5df50f14,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:00.724437 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ff0f6f-ff42-4fe9-9d4e-2a690998eb0d admin admin] Checking segment: {'id': '1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e5951a13-5270-4a63-a4b5-501d42277863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:15:00.724905 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ff0f6f-ff42-4fe9-9d4e-2a690998eb0d admin admin] Network hostable DHCP agents. Network: e5951a13-5270-4a63-a4b5-501d42277863, hostable agents: ['27ad89ec-6861-43ea-91c9-397cdd96ffe4'], hosted agents: [] {{(pid=94231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:15:00.743237 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ff0f6f-ff42-4fe9-9d4e-2a690998eb0d admin admin] Network e5951a13-5270-4a63-a4b5-501d42277863 is scheduled to be hosted by DHCP agent 27ad89ec-6861-43ea-91c9-397cdd96ffe4 with binding_index 1 {{(pid=94231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:15:00.753104 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-90ff0f6f-ff42-4fe9-9d4e-2a690998eb0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810785-1-iscsi, e5951a13-5270-4a63-a4b5-501d42277863) {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:15:00.757745 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ff0f6f-ff42-4fe9-9d4e-2a690998eb0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:00.759022 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-90ff0f6f-ff42-4fe9-9d4e-2a690998eb0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for subnet, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:00.767488 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145a1ff1-a58b-442d-9b99-bb8c53b6eeba None None] Network e5951a13-5270-4a63-a4b5-501d42277863 requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:15:00.780725 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 60038) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:15:00.788150 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-d997285e-2ac5-48f1-9fbe-75ef06b6eeae admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1076427157-router', 'tenant_id': '092b8e38c05d455b8c071ade5b025610', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'}}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:15:00.792728 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-90ff0f6f-ff42-4fe9-9d4e-2a690998eb0d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4204919 Sep 23 23:15:00.814457 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d997285e-2ac5-48f1-9fbe-75ef06b6eeae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5547'] for router, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:00.816103 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d997285e-2ac5-48f1-9fbe-75ef06b6eeae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5538'] for router, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:00.881084 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d997285e-2ac5-48f1-9fbe-75ef06b6eeae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:00.934893 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e9ec56-47cc-4682-ab73-efd5ddf9dbb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e226354-0935-5133-8f38-e9986e5f3320-e5951a13-5270-4a63-a4b5-501d42277863', 'network_id': 'e5951a13-5270-4a63-a4b5-501d42277863', 'tenant_id': '092b8e38c05d455b8c071ade5b025610', 'fixed_ips': [{'subnet_id': '7beacad9-fcef-408b-9f9c-c9bd5df50f14'}]}} from dv-cinder-810785-1-iscsi. {{(pid=94233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:15:00.935895 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-49e9ec56-47cc-4682-ab73-efd5ddf9dbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:01.036207 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d997285e-2ac5-48f1-9fbe-75ef06b6eeae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:01.101019 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.db_base_plugin_common [None req-49e9ec56-47cc-4682-ab73-efd5ddf9dbb1 None None] Allocated IP 172.20.0.2 (e5951a13-5270-4a63-a4b5-501d42277863/7beacad9-fcef-408b-9f9c-c9bd5df50f14/abf6b3d5-93b3-4d40-8cba-d0f86c9494b2) {{(pid=94233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:15:01.262125 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-49e9ec56-47cc-4682-ab73-efd5ddf9dbb1 None None] Notify callbacks [] for port, precommit_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:01.270510 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-49e9ec56-47cc-4682-ab73-efd5ddf9dbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663'] for port, after_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:01.310352 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e9ec56-47cc-4682-ab73-efd5ddf9dbb1 None None] Network e5951a13-5270-4a63-a4b5-501d42277863 is already hosted by enough agents. {{(pid=94233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:15:01.313682 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.scheduler.base_scheduler [None req-49e9ec56-47cc-4682-ab73-efd5ddf9dbb1 None None] Resources bound (agent type, host, resource id): {{(pid=94233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:15:01.316474 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e9ec56-47cc-4682-ab73-efd5ddf9dbb1 None None] Received port after_create {{(pid=94233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:15:01.368499 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e9ec56-47cc-4682-ab73-efd5ddf9dbb1 None None] Pushing event updated for resources: {'Port': ['ID=abf6b3d5-93b3-4d40-8cba-d0f86c9494b2,revision_number=1']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:01.399221 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-49e9ec56-47cc-4682-ab73-efd5ddf9dbb1 None None] Attempting to bind port abf6b3d5-93b3-4d40-8cba-d0f86c9494b2 on host dv-cinder-810785-1-iscsi for vnic_type normal with profile {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:15:01.399620 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-49e9ec56-47cc-4682-ab73-efd5ddf9dbb1 None None] Attempting to bind port abf6b3d5-93b3-4d40-8cba-d0f86c9494b2 by drivers openvswitch,hyperv on host dv-cinder-810785-1-iscsi at level 0 using segments [{'id': '1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e5951a13-5270-4a63-a4b5-501d42277863'}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:15:01.399987 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e9ec56-47cc-4682-ab73-efd5ddf9dbb1 None None] Attempting to bind port abf6b3d5-93b3-4d40-8cba-d0f86c9494b2 on network e5951a13-5270-4a63-a4b5-501d42277863 {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:15:01.406147 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e9ec56-47cc-4682-ab73-efd5ddf9dbb1 None None] Checking agent: {'id': '481fc7b8-75a1-4de2-9424-90937d24576f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 0, 57), 'started_at': datetime.datetime(2021, 9, 23, 23, 1, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:15:01.406147 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e9ec56-47cc-4682-ab73-efd5ddf9dbb1 None None] Checking segment: {'id': '1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e5951a13-5270-4a63-a4b5-501d42277863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:15:01.406758 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-49e9ec56-47cc-4682-ab73-efd5ddf9dbb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:01.407165 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e9ec56-47cc-4682-ab73-efd5ddf9dbb1 None None] Bound using segment: {'id': '1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e5951a13-5270-4a63-a4b5-501d42277863'} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:15:01.407716 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-49e9ec56-47cc-4682-ab73-efd5ddf9dbb1 None None] Bound port: abf6b3d5-93b3-4d40-8cba-d0f86c9494b2, host: dv-cinder-810785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e5951a13-5270-4a63-a4b5-501d42277863'}}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:15:01.408104 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-49e9ec56-47cc-4682-ab73-efd5ddf9dbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:01.521703 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-49e9ec56-47cc-4682-ab73-efd5ddf9dbb1 None None] For port abf6b3d5-93b3-4d40-8cba-d0f86c9494b2, host dv-cinder-810785-1-iscsi, cleared binding levels {{(pid=94233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:15:01.525770 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-49e9ec56-47cc-4682-ab73-efd5ddf9dbb1 None None] For port abf6b3d5-93b3-4d40-8cba-d0f86c9494b2, host dv-cinder-810785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=abf6b3d5-93b3-4d40-8cba-d0f86c9494b2,segment=NetworkSegment(1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4),segment_id=1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4)] {{(pid=94233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:15:01.534595 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-49e9ec56-47cc-4682-ab73-efd5ddf9dbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:01.539793 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d997285e-2ac5-48f1-9fbe-75ef06b6eeae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:01.564403 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d997285e-2ac5-48f1-9fbe-75ef06b6eeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:01.614525 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e9ec56-47cc-4682-ab73-efd5ddf9dbb1 None None] Pushing event updated for resources: {'Port': ['ID=abf6b3d5-93b3-4d40-8cba-d0f86c9494b2,revision_number=2']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:01.693301 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_common [None req-d997285e-2ac5-48f1-9fbe-75ef06b6eeae admin admin] Allocated IP 172.27.1.35 (b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1/47169b33-ea5f-4b9d-bf3b-155ff70b7556/5b474b23-3b19-45ec-9014-95dcab15a6fc) {{(pid=94232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:15:01.902403 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7700e-a8ad-4b00-985c-2fd55dc216f7 req-f59b4e4e-0541-4b4d-b528-f776736215bc tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:01.904347 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c9d7700e-a8ad-4b00-985c-2fd55dc216f7 req-f59b4e4e-0541-4b4d-b528-f776736215bc tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 932 time: 0.1541638 Sep 23 23:15:01.926975 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d997285e-2ac5-48f1-9fbe-75ef06b6eeae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:02.018953 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c9d7700e-a8ad-4b00-985c-2fd55dc216f7 req-67855a43-8f82-4177-a6e5-c0632ca40752 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898767 Sep 23 23:15:02.029344 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device abf6b3d5-93b3-4d40-8cba-d0f86c9494b2 up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:15:02.037037 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d997285e-2ac5-48f1-9fbe-75ef06b6eeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416648'] for port, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:02.093012 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d997285e-2ac5-48f1-9fbe-75ef06b6eeae admin admin] Network b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1 is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:15:02.095962 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-d997285e-2ac5-48f1-9fbe-75ef06b6eeae admin admin] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:15:02.099081 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d997285e-2ac5-48f1-9fbe-75ef06b6eeae admin admin] Received port after_create {{(pid=94232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:15:02.102209 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port abf6b3d5-93b3-4d40-8cba-d0f86c9494b2 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:15:02.102594 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:02.139342 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d997285e-2ac5-48f1-9fbe-75ef06b6eeae admin admin] Pushing event updated for resources: {'Port': ['ID=5b474b23-3b19-45ec-9014-95dcab15a6fc,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:02.210913 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:02.249445 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] For port abf6b3d5-93b3-4d40-8cba-d0f86c9494b2, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=abf6b3d5-93b3-4d40-8cba-d0f86c9494b2,segment=NetworkSegment(1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4),segment_id=1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:15:02.255491 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:02.307173 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Pushing event updated for resources: {'Port': ['ID=abf6b3d5-93b3-4d40-8cba-d0f86c9494b2,revision_number=3']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:02.413668 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d997285e-2ac5-48f1-9fbe-75ef06b6eeae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:02.695501 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d997285e-2ac5-48f1-9fbe-75ef06b6eeae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596414'] for router, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:02.763191 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7198f538-9619-4e55-b12e-70b55353db4f None None] Network e5951a13-5270-4a63-a4b5-501d42277863 requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:15:02.849312 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d997285e-2ac5-48f1-9fbe-75ef06b6eeae admin admin] Router 7e3b0755-497c-4e6d-85b3-0e47db404d5f is scheduled to L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 with binding_index 1 {{(pid=94232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:15:02.869884 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-46de04d5-3098-48c5-ad59-bc9fa6442a2e None None] Provisioning complete for port abf6b3d5-93b3-4d40-8cba-d0f86c9494b2 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:15:02.870744 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-46de04d5-3098-48c5-ad59-bc9fa6442a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:03.004030 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d997285e-2ac5-48f1-9fbe-75ef06b6eeae admin admin] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:15:03.022688 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94a6472-a126-4e02-b247-affd00e8a8fe None None] Sync routers for ids ['7e3b0755-497c-4e6d-85b3-0e47db404d5f'] in dv-cinder-810785-1-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:15:03.026046 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d997285e-2ac5-48f1-9fbe-75ef06b6eeae admin admin] Notify callbacks [] for router, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:03.027666 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-d997285e-2ac5-48f1-9fbe-75ef06b6eeae admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2451303 Sep 23 23:15:03.030382 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 60048) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:15:03.038484 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94a6472-a126-4e02-b247-affd00e8a8fe None None] Routers {'7e3b0755-497c-4e6d-85b3-0e47db404d5f'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:15:03.039108 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-c94a6472-a126-4e02-b247-affd00e8a8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:14:58Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['7e3b0755-497c-4e6d-85b3-0e47db404d5f'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:03.204279 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d4e85-d3e8-46f2-9b36-4d6298b00878 req-40c18193-c910-4cb4-8928-319e8114ea52 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:03.205945 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cf1d4e85-d3e8-46f2-9b36-4d6298b00878 req-40c18193-c910-4cb4-8928-319e8114ea52 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 932 time: 0.0851486 Sep 23 23:15:03.233595 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-c94a6472-a126-4e02-b247-affd00e8a8fe None None] Set router 7e3b0755-497c-4e6d-85b3-0e47db404d5f gateway port host: dv-cinder-810785-1-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:15:03.345095 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cf1d4e85-d3e8-46f2-9b36-4d6298b00878 req-d02e56d0-39c1-4833-87cc-93520625de51 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287918 Sep 23 23:15:03.480271 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-05762d9a-ced2-41e1-a815-78c1cd7dc23c None None] Provisioning complete for port abf6b3d5-93b3-4d40-8cba-d0f86c9494b2 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:15:03.480640 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-05762d9a-ced2-41e1-a815-78c1cd7dc23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:03.536757 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-c94a6472-a126-4e02-b247-affd00e8a8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3b0755-497c-4e6d-85b3-0e47db404d5f', 'name': 'tempest-TestShelveInstance-1076427157-router', 'tenant_id': '092b8e38c05d455b8c071ade5b025610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '5b474b23-3b19-45ec-9014-95dcab15a6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:15:00Z', 'updated_at': '2021-09-23T23:15:02Z', 'revision_number': 3, 'project_id': '092b8e38c05d455b8c071ade5b025610', 'gw_port': {'id': '5b474b23-3b19-45ec-9014-95dcab15a6fc', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3b0755-497c-4e6d-85b3-0e47db404d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:15:01Z', 'updated_at': '2021-09-23T23:15:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi'}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:03.582233 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94a6472-a126-4e02-b247-affd00e8a8fe None None] Checking router: 7e3b0755-497c-4e6d-85b3-0e47db404d5f for host: dv-cinder-810785-1-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:15:03.582752 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94a6472-a126-4e02-b247-affd00e8a8fe None None] Updating router 7e3b0755-497c-4e6d-85b3-0e47db404d5f port 5b474b23-3b19-45ec-9014-95dcab15a6fc binding host dv-cinder-810785-1-iscsi {{(pid=94233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:15:03.646537 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c94a6472-a126-4e02-b247-affd00e8a8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:03.650966 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-70bad11a-61cc-4eea-8491-c3412cd02f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:03.873226 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_common [None req-70bad11a-61cc-4eea-8491-c3412cd02f8e admin admin] Allocated IP 172.20.0.1 (e5951a13-5270-4a63-a4b5-501d42277863/7beacad9-fcef-408b-9f9c-c9bd5df50f14/2ac9437d-d55c-48a2-bf2d-0f1d7af8f193) {{(pid=94232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:15:04.027515 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c94a6472-a126-4e02-b247-affd00e8a8fe None None] Notify callbacks [] for port, precommit_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:04.033981 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device abf6b3d5-93b3-4d40-8cba-d0f86c9494b2 up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:15:04.039047 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c94a6472-a126-4e02-b247-affd00e8a8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:04.044402 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-70bad11a-61cc-4eea-8491-c3412cd02f8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:04.106034 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-70bad11a-61cc-4eea-8491-c3412cd02f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416648'] for port, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:04.158147 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bad11a-61cc-4eea-8491-c3412cd02f8e admin admin] Network e5951a13-5270-4a63-a4b5-501d42277863 is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:15:04.161903 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-70bad11a-61cc-4eea-8491-c3412cd02f8e admin admin] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:15:04.164878 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bad11a-61cc-4eea-8491-c3412cd02f8e admin admin] Received port after_create {{(pid=94232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:15:04.173822 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-c94a6472-a126-4e02-b247-affd00e8a8fe None None] Attempting to bind port 5b474b23-3b19-45ec-9014-95dcab15a6fc on host dv-cinder-810785-1-iscsi for vnic_type normal with profile {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:15:04.175562 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-c94a6472-a126-4e02-b247-affd00e8a8fe None None] Attempting to bind port 5b474b23-3b19-45ec-9014-95dcab15a6fc by drivers openvswitch,hyperv on host dv-cinder-810785-1-iscsi at level 0 using segments [{'id': '2ac125d2-b621-4cb4-9068-8fa074d03334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:15:04.176678 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94a6472-a126-4e02-b247-affd00e8a8fe None None] Attempting to bind port 5b474b23-3b19-45ec-9014-95dcab15a6fc on network b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1 {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:15:04.182101 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40541af-b588-477f-b14a-2ea0fb0e2f51 None None] Pushing event updated for resources: {'Port': ['ID=5b474b23-3b19-45ec-9014-95dcab15a6fc,revision_number=2']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:04.196258 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94a6472-a126-4e02-b247-affd00e8a8fe None None] Checking agent: {'id': '481fc7b8-75a1-4de2-9424-90937d24576f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 0, 57), 'started_at': datetime.datetime(2021, 9, 23, 23, 1, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:15:04.196704 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94a6472-a126-4e02-b247-affd00e8a8fe None None] Checking segment: {'id': '2ac125d2-b621-4cb4-9068-8fa074d03334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:15:04.197121 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c94a6472-a126-4e02-b247-affd00e8a8fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:04.197510 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94a6472-a126-4e02-b247-affd00e8a8fe None None] Bound using segment: {'id': '2ac125d2-b621-4cb4-9068-8fa074d03334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:15:04.197987 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-c94a6472-a126-4e02-b247-affd00e8a8fe None None] Bound port: 5b474b23-3b19-45ec-9014-95dcab15a6fc, host: dv-cinder-810785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac125d2-b621-4cb4-9068-8fa074d03334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'}}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:15:04.198492 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c94a6472-a126-4e02-b247-affd00e8a8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:04.204713 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bad11a-61cc-4eea-8491-c3412cd02f8e admin admin] Pushing event updated for resources: {'Port': ['ID=2ac9437d-d55c-48a2-bf2d-0f1d7af8f193,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:04.249115 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-70bad11a-61cc-4eea-8491-c3412cd02f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595075'] for router_interface, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:04.261379 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port abf6b3d5-93b3-4d40-8cba-d0f86c9494b2 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:15:04.261755 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:04.429507 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-c94a6472-a126-4e02-b247-affd00e8a8fe None None] For port 5b474b23-3b19-45ec-9014-95dcab15a6fc, host dv-cinder-810785-1-iscsi, cleared binding levels {{(pid=94233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:15:04.463091 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-c94a6472-a126-4e02-b247-affd00e8a8fe None None] For port 5b474b23-3b19-45ec-9014-95dcab15a6fc, host dv-cinder-810785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=5b474b23-3b19-45ec-9014-95dcab15a6fc,segment=NetworkSegment(2ac125d2-b621-4cb4-9068-8fa074d03334),segment_id=2ac125d2-b621-4cb4-9068-8fa074d03334)] {{(pid=94233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:15:04.472426 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c94a6472-a126-4e02-b247-affd00e8a8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:04.481267 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-70bad11a-61cc-4eea-8491-c3412cd02f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:04.581185 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40541af-b588-477f-b14a-2ea0fb0e2f51 None None] Pushing event updated for resources: {'Port': ['ID=5b474b23-3b19-45ec-9014-95dcab15a6fc,revision_number=3']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:04.585106 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94a6472-a126-4e02-b247-affd00e8a8fe None None] Routers {'7e3b0755-497c-4e6d-85b3-0e47db404d5f'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:15:04.585723 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-c94a6472-a126-4e02-b247-affd00e8a8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:14:58Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['7e3b0755-497c-4e6d-85b3-0e47db404d5f'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:04.649890 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6c678-8709-4e1c-85e7-e78604a90470 req-ae5e5756-bc90-44c5-b080-04c79b653cd8 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:04.651509 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c3b6c678-8709-4e1c-85e7-e78604a90470 req-ae5e5756-bc90-44c5-b080-04c79b653cd8 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 932 time: 0.1114559 Sep 23 23:15:04.766151 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-b54b4f9a-dd4a-44b2-ab88-f25dcb9af0cf None None] Provisioning complete for port 2ac9437d-d55c-48a2-bf2d-0f1d7af8f193 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:15:04.766530 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-b54b4f9a-dd4a-44b2-ab88-f25dcb9af0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:04.799112 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c3b6c678-8709-4e1c-85e7-e78604a90470 req-23a74132-4535-4618-9dd3-8c420b6a7c29 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158330 Sep 23 23:15:04.824793 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-70bad11a-61cc-4eea-8491-c3412cd02f8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:04.839553 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-b54b4f9a-dd4a-44b2-ab88-f25dcb9af0cf None None] Port 2ac9437d-d55c-48a2-bf2d-0f1d7af8f193 cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:15:04.847140 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-70bad11a-61cc-4eea-8491-c3412cd02f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416643'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:04.870562 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-c94a6472-a126-4e02-b247-affd00e8a8fe None None] Set router 7e3b0755-497c-4e6d-85b3-0e47db404d5f gateway port host: dv-cinder-810785-1-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:15:04.929748 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bad11a-61cc-4eea-8491-c3412cd02f8e admin admin] Pushing event updated for resources: {'Port': ['ID=2ac9437d-d55c-48a2-bf2d-0f1d7af8f193,revision_number=2']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:04.932196 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-70bad11a-61cc-4eea-8491-c3412cd02f8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593523'] for router_interface, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:05.041321 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bad11a-61cc-4eea-8491-c3412cd02f8e admin admin] Network e5951a13-5270-4a63-a4b5-501d42277863 is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:15:05.042822 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-70bad11a-61cc-4eea-8491-c3412cd02f8e admin admin] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:15:05.131504 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-c94a6472-a126-4e02-b247-affd00e8a8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3b0755-497c-4e6d-85b3-0e47db404d5f', 'name': 'tempest-TestShelveInstance-1076427157-router', 'tenant_id': '092b8e38c05d455b8c071ade5b025610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '5b474b23-3b19-45ec-9014-95dcab15a6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:15:00Z', 'updated_at': '2021-09-23T23:15:04Z', 'revision_number': 4, 'project_id': '092b8e38c05d455b8c071ade5b025610', 'gw_port': {'id': '5b474b23-3b19-45ec-9014-95dcab15a6fc', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3b0755-497c-4e6d-85b3-0e47db404d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:15:01Z', 'updated_at': '2021-09-23T23:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '2ac9437d-d55c-48a2-bf2d-0f1d7af8f193', 'name': '', 'network_id': 'e5951a13-5270-4a63-a4b5-501d42277863', 'tenant_id': '092b8e38c05d455b8c071ade5b025610', 'mac_address': 'fa:16:3e:bb:e0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3b0755-497c-4e6d-85b3-0e47db404d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '7beacad9-fcef-408b-9f9c-c9bd5df50f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:15:03Z', 'updated_at': '2021-09-23T23:15:03Z', 'revision_number': 1, 'project_id': '092b8e38c05d455b8c071ade5b025610', 'subnets': [{'id': '7beacad9-fcef-408b-9f9c-c9bd5df50f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:05.167411 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94a6472-a126-4e02-b247-affd00e8a8fe None None] The sync data for ids ['7e3b0755-497c-4e6d-85b3-0e47db404d5f'] in dv-cinder-810785-1-iscsi is: [{'id': '7e3b0755-497c-4e6d-85b3-0e47db404d5f', 'name': 'tempest-TestShelveInstance-1076427157-router', 'tenant_id': '092b8e38c05d455b8c071ade5b025610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '5b474b23-3b19-45ec-9014-95dcab15a6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:15:00Z', 'updated_at': '2021-09-23T23:15:04Z', 'revision_number': 4, 'project_id': '092b8e38c05d455b8c071ade5b025610', 'gw_port': {'id': '5b474b23-3b19-45ec-9014-95dcab15a6fc', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3b0755-497c-4e6d-85b3-0e47db404d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:15:01Z', 'updated_at': '2021-09-23T23:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '2ac9437d-d55c-48a2-bf2d-0f1d7af8f193', 'name': '', 'network_id': 'e5951a13-5270-4a63-a4b5-501d42277863', 'tenant_id': '092b8e38c05d455b8c071ade5b025610', 'mac_address': 'fa:16:3e:bb:e0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3b0755-497c-4e6d-85b3-0e47db404d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '7beacad9-fcef-408b-9f9c-c9bd5df50f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:15:03Z', 'updated_at': '2021-09-23T23:15:03Z', 'revision_number': 1, 'project_id': '092b8e38c05d455b8c071ade5b025610', 'subnets': [{'id': '7beacad9-fcef-408b-9f9c-c9bd5df50f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:15:05.371051 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-6181ce50-92e8-4140-b995-a7025926f65c None None] Provisioning complete for port 2ac9437d-d55c-48a2-bf2d-0f1d7af8f193 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:15:05.371947 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-6181ce50-92e8-4140-b995-a7025926f65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:05.479240 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-6181ce50-92e8-4140-b995-a7025926f65c None None] Port 2ac9437d-d55c-48a2-bf2d-0f1d7af8f193 cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:15:05.535702 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70bad11a-61cc-4eea-8491-c3412cd02f8e admin admin] Router 7e3b0755-497c-4e6d-85b3-0e47db404d5f has already been hosted by L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 {{(pid=94232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:15:05.674498 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70bad11a-61cc-4eea-8491-c3412cd02f8e admin admin] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:15:05.680309 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-70bad11a-61cc-4eea-8491-c3412cd02f8e admin admin] 10.222.0.46 "PUT /v2.0/routers/7e3b0755-497c-4e6d-85b3-0e47db404d5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6488576 Sep 23 23:15:05.997344 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcba8b4-4f37-45e0-b13d-16da2dbf23b3 req-165329da-97ba-4446-aae6-b54c87ec1a34 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:06.000298 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4bcba8b4-4f37-45e0-b13d-16da2dbf23b3 req-165329da-97ba-4446-aae6-b54c87ec1a34 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 932 time: 0.1141393 Sep 23 23:15:06.048318 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4bcba8b4-4f37-45e0-b13d-16da2dbf23b3 req-41f63bd0-2e70-457d-8b85-98e27974f050 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414314 Sep 23 23:15:06.481595 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 60086) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:15:06.487652 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-be086199-70e7-47d0-91f3-6de6637abd4b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1698131473-network', 'tenant_id': '5bc20af46e59451ebaf2b36fe88b5235'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:15:06.531534 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be086199-70e7-47d0-91f3-6de6637abd4b admin admin] Made reservation on behalf of 5bc20af46e59451ebaf2b36fe88b5235 for: {'network': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:15:06.534320 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-be086199-70e7-47d0-91f3-6de6637abd4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for network, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:06.546735 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-be086199-70e7-47d0-91f3-6de6637abd4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:06.702247 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-be086199-70e7-47d0-91f3-6de6637abd4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:06.707092 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-be086199-70e7-47d0-91f3-6de6637abd4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:06.735547 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be086199-70e7-47d0-91f3-6de6637abd4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=94231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:15:06.746352 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be086199-70e7-47d0-91f3-6de6637abd4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9130c28-e2da-48bc-9794-77ad33a800b5,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:06.753201 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-be086199-70e7-47d0-91f3-6de6637abd4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778'] for segment, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:06.753714 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.db.segments_db [None req-be086199-70e7-47d0-91f3-6de6637abd4b admin admin] Added segment a03ff51e-8785-44d7-a3bd-007e8fc60f10 of type vlan for network 364b4a8a-d792-4b9c-bcb4-940d929b349f Sep 23 23:15:06.821169 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-be086199-70e7-47d0-91f3-6de6637abd4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784998164246'] for network, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:06.854780 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-be086199-70e7-47d0-91f3-6de6637abd4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075'] for network, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:06.856886 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be086199-70e7-47d0-91f3-6de6637abd4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:06.858195 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-be086199-70e7-47d0-91f3-6de6637abd4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for network, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:06.888248 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-be086199-70e7-47d0-91f3-6de6637abd4b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4048789 Sep 23 23:15:06.890986 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 60088) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:15:06.896221 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-bcf0bbe5-2dc9-40bc-b35e-2d90704d7bbd admin admin] Request body: {'subnet': {'network_id': '364b4a8a-d792-4b9c-bcb4-940d929b349f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1698131473-subnet', 'tenant_id': '5bc20af46e59451ebaf2b36fe88b5235', 'ip_version': 4}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:15:06.965330 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be086199-70e7-47d0-91f3-6de6637abd4b admin admin] Pushing event updated for resources: {'Network': ['ID=364b4a8a-d792-4b9c-bcb4-940d929b349f,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:06.982219 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf0bbe5-2dc9-40bc-b35e-2d90704d7bbd admin admin] Made reservation on behalf of 5bc20af46e59451ebaf2b36fe88b5235 for: {'subnet': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:15:06.984999 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Network 364b4a8a-d792-4b9c-bcb4-940d929b349f details requested by agent ovs-agent-dv-cinder-810785-1-iscsi with host dv-cinder-810785-1-iscsi {{(pid=94233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:15:06.985989 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-bcf0bbe5-2dc9-40bc-b35e-2d90704d7bbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906259'] for subnet, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:07.214897 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-bcf0bbe5-2dc9-40bc-b35e-2d90704d7bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906273'] for subnet, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:07.227986 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c68caec-716b-46f7-884e-9a2df7930f32 req-1f03c6ce-e7f5-4fac-b9fb-11cf4a7dab6c tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:07.229556 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6c68caec-716b-46f7-884e-9a2df7930f32 req-1f03c6ce-e7f5-4fac-b9fb-11cf4a7dab6c tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 932 time: 0.0623269 Sep 23 23:15:07.279953 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0bbe5-2dc9-40bc-b35e-2d90704d7bbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdc70d60-0dcd-4127-98b0-df1bb92014a1,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:07.285472 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6c68caec-716b-46f7-884e-9a2df7930f32 req-16f5538f-63d1-40bf-ae8f-6ae1faa716b9 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490305 Sep 23 23:15:07.303139 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf0bbe5-2dc9-40bc-b35e-2d90704d7bbd admin admin] Checking segment: {'id': 'a03ff51e-8785-44d7-a3bd-007e8fc60f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '364b4a8a-d792-4b9c-bcb4-940d929b349f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:15:07.303979 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf0bbe5-2dc9-40bc-b35e-2d90704d7bbd admin admin] Network hostable DHCP agents. Network: 364b4a8a-d792-4b9c-bcb4-940d929b349f, hostable agents: ['27ad89ec-6861-43ea-91c9-397cdd96ffe4'], hosted agents: [] {{(pid=94231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:15:07.333976 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf0bbe5-2dc9-40bc-b35e-2d90704d7bbd admin admin] Network 364b4a8a-d792-4b9c-bcb4-940d929b349f is scheduled to be hosted by DHCP agent 27ad89ec-6861-43ea-91c9-397cdd96ffe4 with binding_index 1 {{(pid=94231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:15:07.360720 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-bcf0bbe5-2dc9-40bc-b35e-2d90704d7bbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810785-1-iscsi, 364b4a8a-d792-4b9c-bcb4-940d929b349f) {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:15:07.365516 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf0bbe5-2dc9-40bc-b35e-2d90704d7bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:07.366208 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-bcf0bbe5-2dc9-40bc-b35e-2d90704d7bbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for subnet, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:07.372871 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac23e2a-18ea-49b0-8de0-1a05d4872083 None None] Network 364b4a8a-d792-4b9c-bcb4-940d929b349f requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:15:07.403348 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-bcf0bbe5-2dc9-40bc-b35e-2d90704d7bbd admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5080597 Sep 23 23:15:07.404817 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 60096) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:15:07.411756 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-f9771087-c7dd-45c9-b260-0631f6d5c53d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1698131473-router', 'tenant_id': '5bc20af46e59451ebaf2b36fe88b5235', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'}}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:15:07.457588 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f9771087-c7dd-45c9-b260-0631f6d5c53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5547'] for router, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:07.460572 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f9771087-c7dd-45c9-b260-0631f6d5c53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5538'] for router, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:07.564666 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f9771087-c7dd-45c9-b260-0631f6d5c53d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:07.597295 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02aafa12-1eb2-412e-9ec3-7c5f22a2b7e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e226354-0935-5133-8f38-e9986e5f3320-364b4a8a-d792-4b9c-bcb4-940d929b349f', 'network_id': '364b4a8a-d792-4b9c-bcb4-940d929b349f', 'tenant_id': '5bc20af46e59451ebaf2b36fe88b5235', 'fixed_ips': [{'subnet_id': 'cdc70d60-0dcd-4127-98b0-df1bb92014a1'}]}} from dv-cinder-810785-1-iscsi. {{(pid=94233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:15:07.598231 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-02aafa12-1eb2-412e-9ec3-7c5f22a2b7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:07.772468 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.db_base_plugin_common [None req-02aafa12-1eb2-412e-9ec3-7c5f22a2b7e6 None None] Allocated IP 172.20.0.2 (364b4a8a-d792-4b9c-bcb4-940d929b349f/cdc70d60-0dcd-4127-98b0-df1bb92014a1/b8c07a38-0c26-47af-89e3-684ee2efdf9d) {{(pid=94233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:15:07.782373 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f9771087-c7dd-45c9-b260-0631f6d5c53d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:07.950192 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580259a4-15d9-4a9a-9d6f-75077e42b07f None None] Sync routers for ids ['7e3b0755-497c-4e6d-85b3-0e47db404d5f'] in dv-cinder-810785-1-iscsi {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:15:07.971473 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580259a4-15d9-4a9a-9d6f-75077e42b07f None None] Routers {'7e3b0755-497c-4e6d-85b3-0e47db404d5f'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:15:07.972121 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-580259a4-15d9-4a9a-9d6f-75077e42b07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:14:58Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['7e3b0755-497c-4e6d-85b3-0e47db404d5f'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:07.983393 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-02aafa12-1eb2-412e-9ec3-7c5f22a2b7e6 None None] Notify callbacks [] for port, precommit_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:08.001016 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-02aafa12-1eb2-412e-9ec3-7c5f22a2b7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663'] for port, after_create {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:08.042112 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 5b474b23-3b19-45ec-9014-95dcab15a6fc up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:15:08.102197 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f9771087-c7dd-45c9-b260-0631f6d5c53d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:08.110729 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02aafa12-1eb2-412e-9ec3-7c5f22a2b7e6 None None] Network 364b4a8a-d792-4b9c-bcb4-940d929b349f is already hosted by enough agents. {{(pid=94233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:15:08.114025 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.scheduler.base_scheduler [None req-02aafa12-1eb2-412e-9ec3-7c5f22a2b7e6 None None] Resources bound (agent type, host, resource id): {{(pid=94233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:15:08.115962 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aafa12-1eb2-412e-9ec3-7c5f22a2b7e6 None None] Pushing event updated for resources: {'Port': ['ID=b8c07a38-0c26-47af-89e3-684ee2efdf9d,revision_number=1']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:08.118531 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-580259a4-15d9-4a9a-9d6f-75077e42b07f None None] Set router 7e3b0755-497c-4e6d-85b3-0e47db404d5f gateway port host: dv-cinder-810785-1-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:15:08.122224 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02aafa12-1eb2-412e-9ec3-7c5f22a2b7e6 None None] Received port after_create {{(pid=94233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:15:08.124461 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f9771087-c7dd-45c9-b260-0631f6d5c53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:08.136211 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aafa12-1eb2-412e-9ec3-7c5f22a2b7e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:08.136460 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aafa12-1eb2-412e-9ec3-7c5f22a2b7e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:08.136678 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aafa12-1eb2-412e-9ec3-7c5f22a2b7e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:08.137006 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aafa12-1eb2-412e-9ec3-7c5f22a2b7e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:08.137342 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aafa12-1eb2-412e-9ec3-7c5f22a2b7e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:08.137673 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aafa12-1eb2-412e-9ec3-7c5f22a2b7e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:08.138008 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aafa12-1eb2-412e-9ec3-7c5f22a2b7e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:08.138345 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aafa12-1eb2-412e-9ec3-7c5f22a2b7e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:08.138685 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aafa12-1eb2-412e-9ec3-7c5f22a2b7e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:08.139067 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aafa12-1eb2-412e-9ec3-7c5f22a2b7e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:08.139413 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aafa12-1eb2-412e-9ec3-7c5f22a2b7e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:08.139737 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aafa12-1eb2-412e-9ec3-7c5f22a2b7e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:08.203510 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port 5b474b23-3b19-45ec-9014-95dcab15a6fc triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:15:08.203786 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:08.240820 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-02aafa12-1eb2-412e-9ec3-7c5f22a2b7e6 None None] Attempting to bind port b8c07a38-0c26-47af-89e3-684ee2efdf9d on host dv-cinder-810785-1-iscsi for vnic_type normal with profile {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:15:08.241195 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-02aafa12-1eb2-412e-9ec3-7c5f22a2b7e6 None None] Attempting to bind port b8c07a38-0c26-47af-89e3-684ee2efdf9d by drivers openvswitch,hyperv on host dv-cinder-810785-1-iscsi at level 0 using segments [{'id': 'a03ff51e-8785-44d7-a3bd-007e8fc60f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '364b4a8a-d792-4b9c-bcb4-940d929b349f'}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:15:08.241559 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02aafa12-1eb2-412e-9ec3-7c5f22a2b7e6 None None] Attempting to bind port b8c07a38-0c26-47af-89e3-684ee2efdf9d on network 364b4a8a-d792-4b9c-bcb4-940d929b349f {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:15:08.250964 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02aafa12-1eb2-412e-9ec3-7c5f22a2b7e6 None None] Checking agent: {'id': '481fc7b8-75a1-4de2-9424-90937d24576f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 0, 57), 'started_at': datetime.datetime(2021, 9, 23, 23, 1, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:15:08.251537 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02aafa12-1eb2-412e-9ec3-7c5f22a2b7e6 None None] Checking segment: {'id': 'a03ff51e-8785-44d7-a3bd-007e8fc60f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '364b4a8a-d792-4b9c-bcb4-940d929b349f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:15:08.251780 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-02aafa12-1eb2-412e-9ec3-7c5f22a2b7e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:08.252183 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02aafa12-1eb2-412e-9ec3-7c5f22a2b7e6 None None] Bound using segment: {'id': 'a03ff51e-8785-44d7-a3bd-007e8fc60f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '364b4a8a-d792-4b9c-bcb4-940d929b349f'} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:15:08.252707 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-02aafa12-1eb2-412e-9ec3-7c5f22a2b7e6 None None] Bound port: b8c07a38-0c26-47af-89e3-684ee2efdf9d, host: dv-cinder-810785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a03ff51e-8785-44d7-a3bd-007e8fc60f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '364b4a8a-d792-4b9c-bcb4-940d929b349f'}}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:15:08.253097 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-02aafa12-1eb2-412e-9ec3-7c5f22a2b7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:08.255244 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_common [None req-f9771087-c7dd-45c9-b260-0631f6d5c53d admin admin] Allocated IP 172.27.1.110 (b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1/47169b33-ea5f-4b9d-bf3b-155ff70b7556/8c10f4e7-9396-4575-8f23-27a63eb8cf6e) {{(pid=94232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:15:08.355460 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:08.363600 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-02aafa12-1eb2-412e-9ec3-7c5f22a2b7e6 None None] For port b8c07a38-0c26-47af-89e3-684ee2efdf9d, host dv-cinder-810785-1-iscsi, cleared binding levels {{(pid=94233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:15:08.385106 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-02aafa12-1eb2-412e-9ec3-7c5f22a2b7e6 None None] For port b8c07a38-0c26-47af-89e3-684ee2efdf9d, host dv-cinder-810785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=b8c07a38-0c26-47af-89e3-684ee2efdf9d,segment=NetworkSegment(a03ff51e-8785-44d7-a3bd-007e8fc60f10),segment_id=a03ff51e-8785-44d7-a3bd-007e8fc60f10)] {{(pid=94233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:15:08.387440 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] For port 5b474b23-3b19-45ec-9014-95dcab15a6fc, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=5b474b23-3b19-45ec-9014-95dcab15a6fc,segment=NetworkSegment(2ac125d2-b621-4cb4-9068-8fa074d03334),segment_id=2ac125d2-b621-4cb4-9068-8fa074d03334)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:15:08.394235 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:08.398645 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-02aafa12-1eb2-412e-9ec3-7c5f22a2b7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:08.405658 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-580259a4-15d9-4a9a-9d6f-75077e42b07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3b0755-497c-4e6d-85b3-0e47db404d5f', 'name': 'tempest-TestShelveInstance-1076427157-router', 'tenant_id': '092b8e38c05d455b8c071ade5b025610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '5b474b23-3b19-45ec-9014-95dcab15a6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:15:00Z', 'updated_at': '2021-09-23T23:15:04Z', 'revision_number': 4, 'project_id': '092b8e38c05d455b8c071ade5b025610', 'gw_port': {'id': '5b474b23-3b19-45ec-9014-95dcab15a6fc', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3b0755-497c-4e6d-85b3-0e47db404d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:15:01Z', 'updated_at': '2021-09-23T23:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '2ac9437d-d55c-48a2-bf2d-0f1d7af8f193', 'name': '', 'network_id': 'e5951a13-5270-4a63-a4b5-501d42277863', 'tenant_id': '092b8e38c05d455b8c071ade5b025610', 'mac_address': 'fa:16:3e:bb:e0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3b0755-497c-4e6d-85b3-0e47db404d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '7beacad9-fcef-408b-9f9c-c9bd5df50f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:15:03Z', 'updated_at': '2021-09-23T23:15:04Z', 'revision_number': 2, 'project_id': '092b8e38c05d455b8c071ade5b025610', 'subnets': [{'id': '7beacad9-fcef-408b-9f9c-c9bd5df50f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:08.435653 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f9771087-c7dd-45c9-b260-0631f6d5c53d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:08.445335 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580259a4-15d9-4a9a-9d6f-75077e42b07f None None] Checking router: 7e3b0755-497c-4e6d-85b3-0e47db404d5f for host: dv-cinder-810785-1-iscsi {{(pid=94234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:15:08.446143 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580259a4-15d9-4a9a-9d6f-75077e42b07f None None] Updating router 7e3b0755-497c-4e6d-85b3-0e47db404d5f port 2ac9437d-d55c-48a2-bf2d-0f1d7af8f193 binding host dv-cinder-810785-1-iscsi {{(pid=94234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:15:08.459993 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Pushing event updated for resources: {'Port': ['ID=5b474b23-3b19-45ec-9014-95dcab15a6fc,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:08.460877 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74de816-5bdf-44b6-94c4-8ba08be63a44 req-4a24c091-b33d-470e-8c14-0adca47e1c3a tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:08.467941 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a74de816-5bdf-44b6-94c4-8ba08be63a44 req-4a24c091-b33d-470e-8c14-0adca47e1c3a tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 932 time: 0.0934324 Sep 23 23:15:08.492829 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-580259a4-15d9-4a9a-9d6f-75077e42b07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:08.527971 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aafa12-1eb2-412e-9ec3-7c5f22a2b7e6 None None] Pushing event updated for resources: {'Port': ['ID=b8c07a38-0c26-47af-89e3-684ee2efdf9d,revision_number=2']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:08.562135 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-a733587f-4335-4c99-b7f9-64357e687255 service neutron] Request body: {'port': {'device_id': '73f86f2f-ba0b-42ec-9f3a-d990b871b82c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81078'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:15:08.573292 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a74de816-5bdf-44b6-94c4-8ba08be63a44 req-4cdf8166-e702-48ce-9101-0f15f813f67b tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810053 Sep 23 23:15:08.612726 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f9771087-c7dd-45c9-b260-0631f6d5c53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416648'] for port, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:08.695814 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e04da225-b30a-4130-9a59-69988e85ed31 req-05b02794-6a74-430b-97d6-a0bd4783b436 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1070864 Sep 23 23:15:08.719364 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9771087-c7dd-45c9-b260-0631f6d5c53d admin admin] Pushing event updated for resources: {'Port': ['ID=8c10f4e7-9396-4575-8f23-27a63eb8cf6e,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:08.746137 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-a733587f-4335-4c99-b7f9-64357e687255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:08.785428 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9771087-c7dd-45c9-b260-0631f6d5c53d admin admin] Network b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1 is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:15:08.788151 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-f9771087-c7dd-45c9-b260-0631f6d5c53d admin admin] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:15:08.801694 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9771087-c7dd-45c9-b260-0631f6d5c53d admin admin] Received port after_create {{(pid=94232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:15:08.850420 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04da225-b30a-4130-9a59-69988e85ed31 req-8b88c3a9-e3fd-4abb-a2d0-e326e7779215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:08.852411 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e04da225-b30a-4130-9a59-69988e85ed31 req-8b88c3a9-e3fd-4abb-a2d0-e326e7779215 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1ce270caeccc45089992ccfe6f9b5e97&device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 1099 time: 0.0924923 Sep 23 23:15:08.940741 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-580259a4-15d9-4a9a-9d6f-75077e42b07f None None] Notify callbacks [] for port, precommit_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:08.948651 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-580259a4-15d9-4a9a-9d6f-75077e42b07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:08.999865 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd794a-a5b1-4bd8-925e-c771894bd465 None None] Pushing event updated for resources: {'Port': ['ID=2ac9437d-d55c-48a2-bf2d-0f1d7af8f193,revision_number=3']} {{(pid=94234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:09.041062 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04da225-b30a-4130-9a59-69988e85ed31 req-f567afd1-ade2-43eb-a33e-600e42c79667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:09.043804 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e04da225-b30a-4130-9a59-69988e85ed31 req-f567afd1-ade2-43eb-a33e-600e42c79667 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a541a17-4f1f-474c-8b16-9626260a5840 HTTP/1.1" status: 200 len: 918 time: 0.1622419 Sep 23 23:15:09.089764 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-580259a4-15d9-4a9a-9d6f-75077e42b07f None None] Attempting to bind port 2ac9437d-d55c-48a2-bf2d-0f1d7af8f193 on host dv-cinder-810785-1-iscsi for vnic_type normal with profile {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:15:09.090272 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-580259a4-15d9-4a9a-9d6f-75077e42b07f None None] Attempting to bind port 2ac9437d-d55c-48a2-bf2d-0f1d7af8f193 by drivers openvswitch,hyperv on host dv-cinder-810785-1-iscsi at level 0 using segments [{'id': '1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e5951a13-5270-4a63-a4b5-501d42277863'}] {{(pid=94234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:15:09.090727 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580259a4-15d9-4a9a-9d6f-75077e42b07f None None] Attempting to bind port 2ac9437d-d55c-48a2-bf2d-0f1d7af8f193 on network e5951a13-5270-4a63-a4b5-501d42277863 {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:15:09.097295 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580259a4-15d9-4a9a-9d6f-75077e42b07f None None] Checking agent: {'id': '481fc7b8-75a1-4de2-9424-90937d24576f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 0, 57), 'started_at': datetime.datetime(2021, 9, 23, 23, 1, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:15:09.097751 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580259a4-15d9-4a9a-9d6f-75077e42b07f None None] Checking segment: {'id': '1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e5951a13-5270-4a63-a4b5-501d42277863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:15:09.098358 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-580259a4-15d9-4a9a-9d6f-75077e42b07f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:09.098853 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580259a4-15d9-4a9a-9d6f-75077e42b07f None None] Bound using segment: {'id': '1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e5951a13-5270-4a63-a4b5-501d42277863'} {{(pid=94234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:15:09.099765 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.managers [None req-580259a4-15d9-4a9a-9d6f-75077e42b07f None None] Bound port: 2ac9437d-d55c-48a2-bf2d-0f1d7af8f193, host: dv-cinder-810785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e5951a13-5270-4a63-a4b5-501d42277863'}}] {{(pid=94234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:15:09.100351 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-580259a4-15d9-4a9a-9d6f-75077e42b07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:09.184465 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e04da225-b30a-4130-9a59-69988e85ed31 req-a6795fd9-6078-4aa8-8175-ad65db459605 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b7200a6-e363-47fa-bdab-e3eb6ebccade HTTP/1.1" status: 200 len: 1000 time: 0.1315637 Sep 23 23:15:09.246003 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.db [None req-580259a4-15d9-4a9a-9d6f-75077e42b07f None None] For port 2ac9437d-d55c-48a2-bf2d-0f1d7af8f193, host dv-cinder-810785-1-iscsi, cleared binding levels {{(pid=94234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:15:09.250971 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.plugins.ml2.db [None req-580259a4-15d9-4a9a-9d6f-75077e42b07f None None] For port 2ac9437d-d55c-48a2-bf2d-0f1d7af8f193, host dv-cinder-810785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=2ac9437d-d55c-48a2-bf2d-0f1d7af8f193,segment=NetworkSegment(1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4),segment_id=1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4)] {{(pid=94234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:15:09.260127 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron_lib.callbacks.manager [None req-580259a4-15d9-4a9a-9d6f-75077e42b07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:09.279511 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04da225-b30a-4130-9a59-69988e85ed31 req-0f42f012-3f84-4a73-ac78-ffe19df076e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:09.281061 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e04da225-b30a-4130-9a59-69988e85ed31 req-0f42f012-3f84-4a73-ac78-ffe19df076e2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c8241cf2-9853-4e57-aa8e-4b19fe5956ff HTTP/1.1" status: 200 len: 856 time: 0.0852649 Sep 23 23:15:09.363442 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-96175502-57b4-4f99-8369-618d71896e30 None None] Provisioning complete for port 2ac9437d-d55c-48a2-bf2d-0f1d7af8f193 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:15:09.365572 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-96175502-57b4-4f99-8369-618d71896e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:09.382787 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04da225-b30a-4130-9a59-69988e85ed31 req-6765e970-7ce1-4757-97e3-1e1e4895ca22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:09.384399 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e04da225-b30a-4130-9a59-69988e85ed31 req-6765e970-7ce1-4757-97e3-1e1e4895ca22 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a541a17-4f1f-474c-8b16-9626260a5840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0906780 Sep 23 23:15:09.408122 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f9771087-c7dd-45c9-b260-0631f6d5c53d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:09.599727 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-e120304e-e087-4557-b345-b0e358493c41 None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:15:09.660893 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-96175502-57b4-4f99-8369-618d71896e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:09.722319 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580259a4-15d9-4a9a-9d6f-75077e42b07f None None] Routers {'7e3b0755-497c-4e6d-85b3-0e47db404d5f'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:15:09.722967 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-580259a4-15d9-4a9a-9d6f-75077e42b07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:14:58Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['7e3b0755-497c-4e6d-85b3-0e47db404d5f'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:09.725291 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e04da225-b30a-4130-9a59-69988e85ed31 req-0ed6427a-df4a-4ab2-88c5-331d545a98d9 service neutron] 10.222.0.11 "GET /v2.0/networks/0a541a17-4f1f-474c-8b16-9626260a5840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222241 Sep 23 23:15:09.743180 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd794a-a5b1-4bd8-925e-c771894bd465 None None] Pushing event updated for resources: {'Port': ['ID=2ac9437d-d55c-48a2-bf2d-0f1d7af8f193,revision_number=4']} {{(pid=94234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:09.812014 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-96175502-57b4-4f99-8369-618d71896e30 None None] For port 2ac9437d-d55c-48a2-bf2d-0f1d7af8f193, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=2ac9437d-d55c-48a2-bf2d-0f1d7af8f193,segment=NetworkSegment(1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4),segment_id=1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:15:09.822121 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-96175502-57b4-4f99-8369-618d71896e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:09.860632 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:09.913380 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96175502-57b4-4f99-8369-618d71896e30 None None] Pushing event updated for resources: {'Port': ['ID=2ac9437d-d55c-48a2-bf2d-0f1d7af8f193,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:09.928022 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f9771087-c7dd-45c9-b260-0631f6d5c53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596414'] for router, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:09.963962 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e04da225-b30a-4130-9a59-69988e85ed31 req-ea98a21a-cd64-42b0-8905-3d7181f0e461 service neutron] 10.222.0.11 "GET /v2.0/networks/0a541a17-4f1f-474c-8b16-9626260a5840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373645 Sep 23 23:15:10.005898 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-580259a4-15d9-4a9a-9d6f-75077e42b07f None None] Set router 7e3b0755-497c-4e6d-85b3-0e47db404d5f gateway port host: dv-cinder-810785-1-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:15:10.057930 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-7c2848bc-68f9-4bdc-ab9e-1427c81f551a None None] Provisioning complete for port 2ac9437d-d55c-48a2-bf2d-0f1d7af8f193 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:15:10.058455 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7c2848bc-68f9-4bdc-ab9e-1427c81f551a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:10.239743 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cebe71-1279-4a43-b562-6846a7238d24 req-49662cb0-e639-42cb-83cd-b822d8ebc2ad tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:10.242762 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ee0ae4-5a4f-48bb-a7fb-119214127696 None None] Network 364b4a8a-d792-4b9c-bcb4-940d929b349f requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:15:10.256492 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a3cebe71-1279-4a43-b562-6846a7238d24 req-49662cb0-e639-42cb-83cd-b822d8ebc2ad tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 932 time: 0.4076350 Sep 23 23:15:10.294851 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 5b474b23-3b19-45ec-9014-95dcab15a6fc up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:15:10.298997 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-a733587f-4335-4c99-b7f9-64357e687255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8259c51f-95ea-43a5-9078-25c8b1c954b1 {{(pid=94232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:15:10.347888 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-a733587f-4335-4c99-b7f9-64357e687255 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:10.405226 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-580259a4-15d9-4a9a-9d6f-75077e42b07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3b0755-497c-4e6d-85b3-0e47db404d5f', 'name': 'tempest-TestShelveInstance-1076427157-router', 'tenant_id': '092b8e38c05d455b8c071ade5b025610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '5b474b23-3b19-45ec-9014-95dcab15a6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:15:00Z', 'updated_at': '2021-09-23T23:15:04Z', 'revision_number': 4, 'project_id': '092b8e38c05d455b8c071ade5b025610', 'gw_port': {'id': '5b474b23-3b19-45ec-9014-95dcab15a6fc', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3b0755-497c-4e6d-85b3-0e47db404d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:15:01Z', 'updated_at': '2021-09-23T23:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '2ac9437d-d55c-48a2-bf2d-0f1d7af8f193', 'name': '', 'network_id': 'e5951a13-5270-4a63-a4b5-501d42277863', 'tenant_id': '092b8e38c05d455b8c071ade5b025610', 'mac_address': 'fa:16:3e:bb:e0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3b0755-497c-4e6d-85b3-0e47db404d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '7beacad9-fcef-408b-9f9c-c9bd5df50f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:15:03Z', 'updated_at': '2021-09-23T23:15:09Z', 'revision_number': 4, 'project_id': '092b8e38c05d455b8c071ade5b025610', 'subnets': [{'id': '7beacad9-fcef-408b-9f9c-c9bd5df50f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:10.413887 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.provisioning_blocks [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-a733587f-4335-4c99-b7f9-64357e687255 service neutron] Transition to ACTIVE for port object 8259c51f-95ea-43a5-9078-25c8b1c954b1 will not be triggered until provisioned by entity L2. {{(pid=94232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:15:10.423923 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-263d7b27-c362-4142-8280-daba8affeb49 None None] Provisioning complete for port b8c07a38-0c26-47af-89e3-684ee2efdf9d triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:15:10.424745 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-263d7b27-c362-4142-8280-daba8affeb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:10.430001 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a3cebe71-1279-4a43-b562-6846a7238d24 req-b359e02d-afa2-498b-80bb-bcd0ed9b4760 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592586 Sep 23 23:15:10.432842 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-a733587f-4335-4c99-b7f9-64357e687255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416643'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:10.472731 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580259a4-15d9-4a9a-9d6f-75077e42b07f None None] The sync data for ids ['7e3b0755-497c-4e6d-85b3-0e47db404d5f'] in dv-cinder-810785-1-iscsi is: [{'id': '7e3b0755-497c-4e6d-85b3-0e47db404d5f', 'name': 'tempest-TestShelveInstance-1076427157-router', 'tenant_id': '092b8e38c05d455b8c071ade5b025610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '5b474b23-3b19-45ec-9014-95dcab15a6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:15:00Z', 'updated_at': '2021-09-23T23:15:04Z', 'revision_number': 4, 'project_id': '092b8e38c05d455b8c071ade5b025610', 'gw_port': {'id': '5b474b23-3b19-45ec-9014-95dcab15a6fc', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3b0755-497c-4e6d-85b3-0e47db404d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:15:01Z', 'updated_at': '2021-09-23T23:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '2ac9437d-d55c-48a2-bf2d-0f1d7af8f193', 'name': '', 'network_id': 'e5951a13-5270-4a63-a4b5-501d42277863', 'tenant_id': '092b8e38c05d455b8c071ade5b025610', 'mac_address': 'fa:16:3e:bb:e0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3b0755-497c-4e6d-85b3-0e47db404d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '7beacad9-fcef-408b-9f9c-c9bd5df50f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:15:03Z', 'updated_at': '2021-09-23T23:15:09Z', 'revision_number': 4, 'project_id': '092b8e38c05d455b8c071ade5b025610', 'subnets': [{'id': '7beacad9-fcef-408b-9f9c-c9bd5df50f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:15:10.501168 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port 5b474b23-3b19-45ec-9014-95dcab15a6fc triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:15:10.501576 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:10.605265 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a733587f-4335-4c99-b7f9-64357e687255 service neutron] Pushing event updated for resources: {'Port': ['ID=8259c51f-95ea-43a5-9078-25c8b1c954b1,revision_number=2']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:10.615230 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9771087-c7dd-45c9-b260-0631f6d5c53d admin admin] Router 2bacdf00-d065-4550-a8ae-98eb023a378e is scheduled to L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 with binding_index 1 {{(pid=94232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:15:10.672356 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-263d7b27-c362-4142-8280-daba8affeb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:10.700974 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 2ac9437d-d55c-48a2-bf2d-0f1d7af8f193 up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:15:10.718927 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040be0e-9e89-4949-aba5-abe47913e781 req-79110c77-13db-4235-992c-39199779623f tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:10.720732 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8040be0e-9e89-4949-aba5-abe47913e781 req-79110c77-13db-4235-992c-39199779623f tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 946 time: 0.2363353 Sep 23 23:15:10.724379 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-a733587f-4335-4c99-b7f9-64357e687255 service neutron] Attempting to bind port 8259c51f-95ea-43a5-9078-25c8b1c954b1 on host hv-cinder-81078 for vnic_type normal with profile {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:15:10.724714 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-a733587f-4335-4c99-b7f9-64357e687255 service neutron] Attempting to bind port 8259c51f-95ea-43a5-9078-25c8b1c954b1 by drivers openvswitch,hyperv on host hv-cinder-81078 at level 0 using segments [{'id': '791cda37-c671-461b-9c6a-2650f79cf076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '31655250-db1c-46f3-964c-1b665492b59d'}] {{(pid=94232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:15:10.725153 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-a733587f-4335-4c99-b7f9-64357e687255 service neutron] Attempting to bind port 8259c51f-95ea-43a5-9078-25c8b1c954b1 on network 31655250-db1c-46f3-964c-1b665492b59d {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:15:10.733916 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-a733587f-4335-4c99-b7f9-64357e687255 service neutron] Port 8259c51f-95ea-43a5-9078-25c8b1c954b1 on network 31655250-db1c-46f3-964c-1b665492b59d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81078 {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:15:10.734248 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-a733587f-4335-4c99-b7f9-64357e687255 service neutron] Attempting to bind port 8259c51f-95ea-43a5-9078-25c8b1c954b1 on network 31655250-db1c-46f3-964c-1b665492b59d {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:15:10.785271 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-a733587f-4335-4c99-b7f9-64357e687255 service neutron] Checking agent: {'id': '3c892145-8c1f-42fb-b36d-f51cd8b65402', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 7, 8), 'started_at': datetime.datetime(2021, 9, 23, 23, 7, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:15:10.785670 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-a733587f-4335-4c99-b7f9-64357e687255 service neutron] Checking segment: {'id': '791cda37-c671-461b-9c6a-2650f79cf076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '31655250-db1c-46f3-964c-1b665492b59d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:15:10.786047 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-a733587f-4335-4c99-b7f9-64357e687255 service neutron] Bound using segment: {'id': '791cda37-c671-461b-9c6a-2650f79cf076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '31655250-db1c-46f3-964c-1b665492b59d'} {{(pid=94232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:15:10.786731 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.managers [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-a733587f-4335-4c99-b7f9-64357e687255 service neutron] Bound port: 8259c51f-95ea-43a5-9078-25c8b1c954b1, host: hv-cinder-81078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '791cda37-c671-461b-9c6a-2650f79cf076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '31655250-db1c-46f3-964c-1b665492b59d'}}] {{(pid=94232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:15:10.787590 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-a733587f-4335-4c99-b7f9-64357e687255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:10.795588 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-263d7b27-c362-4142-8280-daba8affeb49 None None] For port b8c07a38-0c26-47af-89e3-684ee2efdf9d, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=b8c07a38-0c26-47af-89e3-684ee2efdf9d,segment=NetworkSegment(a03ff51e-8785-44d7-a3bd-007e8fc60f10),segment_id=a03ff51e-8785-44d7-a3bd-007e8fc60f10)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:15:10.803891 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-263d7b27-c362-4142-8280-daba8affeb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:10.872084 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8040be0e-9e89-4949-aba5-abe47913e781 req-15180832-f380-476a-938d-bc5f6d4dbd37 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403618 Sep 23 23:15:10.892165 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port 2ac9437d-d55c-48a2-bf2d-0f1d7af8f193 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:15:10.892165 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:10.909301 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9771087-c7dd-45c9-b260-0631f6d5c53d admin admin] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:15:10.926597 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52829b1c-170f-40be-83e3-c2939464cdbc None None] Sync routers for ids ['2bacdf00-d065-4550-a8ae-98eb023a378e'] in dv-cinder-810785-1-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:15:10.939091 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-a733587f-4335-4c99-b7f9-64357e687255 service neutron] For port 8259c51f-95ea-43a5-9078-25c8b1c954b1, host hv-cinder-81078, cleared binding levels {{(pid=94232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:15:10.945467 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-a733587f-4335-4c99-b7f9-64357e687255 service neutron] For port 8259c51f-95ea-43a5-9078-25c8b1c954b1, host hv-cinder-81078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=8259c51f-95ea-43a5-9078-25c8b1c954b1,segment=NetworkSegment(791cda37-c671-461b-9c6a-2650f79cf076),segment_id=791cda37-c671-461b-9c6a-2650f79cf076)] {{(pid=94232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:15:10.952508 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f9771087-c7dd-45c9-b260-0631f6d5c53d admin admin] Notify callbacks [] for router, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:10.958540 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 60118) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:15:10.959480 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-f9771087-c7dd-45c9-b260-0631f6d5c53d admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5526488 Sep 23 23:15:10.961477 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-a733587f-4335-4c99-b7f9-64357e687255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416643'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:10.989290 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d7b27-c362-4142-8280-daba8affeb49 None None] Pushing event updated for resources: {'Port': ['ID=b8c07a38-0c26-47af-89e3-684ee2efdf9d,revision_number=3']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:11.005464 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52829b1c-170f-40be-83e3-c2939464cdbc None None] Routers {'2bacdf00-d065-4550-a8ae-98eb023a378e'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:15:11.006615 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-52829b1c-170f-40be-83e3-c2939464cdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:14:58Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['2bacdf00-d065-4550-a8ae-98eb023a378e'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:11.048413 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-a733587f-4335-4c99-b7f9-64357e687255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:11.049049 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-a733587f-4335-4c99-b7f9-64357e687255 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:11.050641 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-a733587f-4335-4c99-b7f9-64357e687255 service neutron] 10.222.0.11 "PUT /v2.0/ports/8259c51f-95ea-43a5-9078-25c8b1c954b1 HTTP/1.1" status: 200 len: 1094 time: 2.4930398 Sep 23 23:15:11.051130 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f86f2f-ba0b-42ec-9f3a-d990b871b82c', 'tag': '8259c51f-95ea-43a5-9078-25c8b1c954b1'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:15:11.053876 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc74f1c012309c835ea1a53c8f5f732cbfbf790adc92ee6109ffd7f3bd94d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eef0a01-fc69-423c-bb3d-9e65266f041d" -d '{"events": [{"name": "network-changed", "server_uuid": "73f86f2f-ba0b-42ec-9f3a-d990b871b82c", "tag": "8259c51f-95ea-43a5-9078-25c8b1c954b1"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:15:11.081607 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a733587f-4335-4c99-b7f9-64357e687255 service neutron] Pushing event updated for resources: {'Port': ['ID=8259c51f-95ea-43a5-9078-25c8b1c954b1,revision_number=3']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:11.175840 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-91273d55-f335-4182-b3ff-74a2adb6b9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:11.178078 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-91273d55-f335-4182-b3ff-74a2adb6b9ff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cead4bfdef074de4b2ff718f41705d60&device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 1097 time: 0.0714579 Sep 23 23:15:11.234774 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-eb8db870-9051-4933-b200-d61064b98945 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8259c51f-95ea-43a5-9078-25c8b1c954b1 HTTP/1.1" status: 200 len: 217 time: 0.0479581 Sep 23 23:15:11.325522 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-2f17159b-bb90-46dc-929d-ee7fa9b913e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:11.327445 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-2f17159b-bb90-46dc-929d-ee7fa9b913e0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=db3924c4-efcb-44cf-aa6f-eeed8d664a93 HTTP/1.1" status: 200 len: 853 time: 0.0844755 Sep 23 23:15:11.395749 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-91cd3b68-9eaf-41ef-9efd-65f824d326d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:11.397352 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-91cd3b68-9eaf-41ef-9efd-65f824d326d7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=31655250-db1c-46f3-964c-1b665492b59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0610559 Sep 23 23:15:11.443752 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device b8c07a38-0c26-47af-89e3-684ee2efdf9d up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:15:11.479784 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da495ae7-72ba-4463-9828-2595cbf737e3 x-openstack-request-id: req-da495ae7-72ba-4463-9828-2595cbf737e3 {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:15:11.480568 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73f86f2f-ba0b-42ec-9f3a-d990b871b82c", "tag": "8259c51f-95ea-43a5-9078-25c8b1c954b1", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:15:11.480568 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-da495ae7-72ba-4463-9828-2595cbf737e3 {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:15:11.481013 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f86f2f-ba0b-42ec-9f3a-d990b871b82c', 'tag': '8259c51f-95ea-43a5-9078-25c8b1c954b1', 'status': 'completed', 'code': 200} Sep 23 23:15:11.534364 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-0e14cd22-8b1c-4502-b3cb-216140c2ed3d None None] Provisioning complete for port b8c07a38-0c26-47af-89e3-684ee2efdf9d triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:15:11.534742 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0e14cd22-8b1c-4502-b3cb-216140c2ed3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:11.543616 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-52829b1c-170f-40be-83e3-c2939464cdbc None None] Set router 2bacdf00-d065-4550-a8ae-98eb023a378e gateway port host: dv-cinder-810785-1-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:15:11.622143 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-0eb396d3-1076-478b-9c81-fc1b022da5ec service neutron] 10.222.0.11 "GET /v2.0/networks/31655250-db1c-46f3-964c-1b665492b59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157180 Sep 23 23:15:11.643089 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df51fc-8977-408c-bf45-9cd00c485b06 req-ff28100c-8cc3-49f1-8617-69a734de9c79 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:11.644892 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-47df51fc-8977-408c-bf45-9cd00c485b06 req-ff28100c-8cc3-49f1-8617-69a734de9c79 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 944 time: 0.0771565 Sep 23 23:15:11.811637 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-47df51fc-8977-408c-bf45-9cd00c485b06 req-afbce061-8338-4a4e-89ab-23f47e5ba309 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438408 Sep 23 23:15:11.815250 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port b8c07a38-0c26-47af-89e3-684ee2efdf9d triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:15:11.815788 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:11.830599 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-7818f01f-0198-410a-874b-44bede0dc560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:11.848131 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ee0496f9-4f7c-4f00-9e6b-7a3bcb331cf2 req-886a38b0-f1c7-4151-b989-44df090338b3 service neutron] 10.222.0.11 "GET /v2.0/networks/31655250-db1c-46f3-964c-1b665492b59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157168 Sep 23 23:15:11.961105 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef0a01-fc69-423c-bb3d-9e65266f041d req-423b1b5b-b865-4d5e-bb3e-921cb92b63c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:11.963415 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-5eef0a01-fc69-423c-bb3d-9e65266f041d req-423b1b5b-b865-4d5e-bb3e-921cb92b63c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cead4bfdef074de4b2ff718f41705d60&device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 1097 time: 0.0531306 Sep 23 23:15:12.023321 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-52829b1c-170f-40be-83e3-c2939464cdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bacdf00-d065-4550-a8ae-98eb023a378e', 'name': 'tempest-TestShelveInstance-1698131473-router', 'tenant_id': '5bc20af46e59451ebaf2b36fe88b5235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '8c10f4e7-9396-4575-8f23-27a63eb8cf6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:15:07Z', 'updated_at': '2021-09-23T23:15:09Z', 'revision_number': 3, 'project_id': '5bc20af46e59451ebaf2b36fe88b5235', 'gw_port': {'id': '8c10f4e7-9396-4575-8f23-27a63eb8cf6e', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bacdf00-d065-4550-a8ae-98eb023a378e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:15:08Z', 'updated_at': '2021-09-23T23:15:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi'}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:12.031096 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [None req-7818f01f-0198-410a-874b-44bede0dc560 admin admin] Allocated IP 172.20.0.1 (364b4a8a-d792-4b9c-bcb4-940d929b349f/cdc70d60-0dcd-4127-98b0-df1bb92014a1/18358f80-7d2b-4985-9956-44c62cef73c8) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:15:12.038523 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968aeaea-5bc1-4dae-ba03-9cb4af31b8af req-92babd05-531a-47b2-8b6c-d19b6a0b423f tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:12.040630 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-968aeaea-5bc1-4dae-ba03-9cb4af31b8af req-92babd05-531a-47b2-8b6c-d19b6a0b423f tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 946 time: 0.0973413 Sep 23 23:15:12.074325 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52829b1c-170f-40be-83e3-c2939464cdbc None None] Checking router: 2bacdf00-d065-4550-a8ae-98eb023a378e for host: dv-cinder-810785-1-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:15:12.077516 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52829b1c-170f-40be-83e3-c2939464cdbc None None] Updating router 2bacdf00-d065-4550-a8ae-98eb023a378e port 8c10f4e7-9396-4575-8f23-27a63eb8cf6e binding host dv-cinder-810785-1-iscsi {{(pid=94233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:15:12.116216 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-52829b1c-170f-40be-83e3-c2939464cdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:12.147507 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea630c2-f641-4cb1-992e-66acfb66aa26 req-af53162e-6da9-4de5-b9d8-fb6381022452 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:12.149986 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-aea630c2-f641-4cb1-992e-66acfb66aa26 req-af53162e-6da9-4de5-b9d8-fb6381022452 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.11 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 946 time: 0.1169791 Sep 23 23:15:12.160832 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 2ac9437d-d55c-48a2-bf2d-0f1d7af8f193 up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:15:12.178545 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-968aeaea-5bc1-4dae-ba03-9cb4af31b8af req-7fd82f3d-b1f4-4b77-abef-f6a52c191acb tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294212 Sep 23 23:15:12.190103 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef0a01-fc69-423c-bb3d-9e65266f041d req-d2b0effd-0605-4bb9-8bbc-c4270247ff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:12.195721 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-5eef0a01-fc69-423c-bb3d-9e65266f041d req-d2b0effd-0605-4bb9-8bbc-c4270247ff62 service neutron] 10.222.0.11 "GET /v2.0/networks?id=31655250-db1c-46f3-964c-1b665492b59d HTTP/1.1" status: 200 len: 915 time: 0.2089367 Sep 23 23:15:12.249878 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-5eef0a01-fc69-423c-bb3d-9e65266f041d req-1cee32eb-df96-4d5e-811f-32062ba09e8e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8259c51f-95ea-43a5-9078-25c8b1c954b1 HTTP/1.1" status: 200 len: 217 time: 0.0451100 Sep 23 23:15:12.290754 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-7818f01f-0198-410a-874b-44bede0dc560 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:12.317197 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port 2ac9437d-d55c-48a2-bf2d-0f1d7af8f193 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:15:12.317823 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:12.339822 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [req-aea630c2-f641-4cb1-992e-66acfb66aa26 req-9c69d6cf-f44d-4ffd-9bad-ba26e23ed12f tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Deleting port 6b7200a6-e363-47fa-bdab-e3eb6ebccade {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:15:12.340278 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-aea630c2-f641-4cb1-992e-66acfb66aa26 req-9c69d6cf-f44d-4ffd-9bad-ba26e23ed12f tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:12.376818 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-7818f01f-0198-410a-874b-44bede0dc560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:12.465965 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7818f01f-0198-410a-874b-44bede0dc560 admin admin] Network 364b4a8a-d792-4b9c-bcb4-940d929b349f is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:15:12.479697 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-7818f01f-0198-410a-874b-44bede0dc560 admin admin] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:15:12.482592 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7818f01f-0198-410a-874b-44bede0dc560 admin admin] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:15:12.496479 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device b8c07a38-0c26-47af-89e3-684ee2efdf9d up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:15:12.523493 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7818f01f-0198-410a-874b-44bede0dc560 admin admin] Pushing event updated for resources: {'Port': ['ID=18358f80-7d2b-4985-9956-44c62cef73c8,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:12.560724 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-aea630c2-f641-4cb1-992e-66acfb66aa26 req-9c69d6cf-f44d-4ffd-9bad-ba26e23ed12f tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] For port 6b7200a6-e363-47fa-bdab-e3eb6ebccade, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=6b7200a6-e363-47fa-bdab-e3eb6ebccade,segment=NetworkSegment(9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82),segment_id=9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:15:12.561101 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-aea630c2-f641-4cb1-992e-66acfb66aa26 req-9c69d6cf-f44d-4ffd-9bad-ba26e23ed12f tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:12.584798 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-7818f01f-0198-410a-874b-44bede0dc560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595075'] for router_interface, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:12.608778 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef0a01-fc69-423c-bb3d-9e65266f041d req-acc07bea-27c8-4dac-8174-ba82b448d658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:12.609597 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-52829b1c-170f-40be-83e3-c2939464cdbc None None] Notify callbacks [] for port, precommit_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:12.614447 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-5eef0a01-fc69-423c-bb3d-9e65266f041d req-acc07bea-27c8-4dac-8174-ba82b448d658 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=db3924c4-efcb-44cf-aa6f-eeed8d664a93 HTTP/1.1" status: 200 len: 853 time: 0.3551056 Sep 23 23:15:12.618668 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-52829b1c-170f-40be-83e3-c2939464cdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:12.622501 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port b8c07a38-0c26-47af-89e3-684ee2efdf9d triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:15:12.623022 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:12.668126 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef0a01-fc69-423c-bb3d-9e65266f041d req-3a7a2680-22a9-4fb0-819d-456ea2efa0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:12.670334 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-5eef0a01-fc69-423c-bb3d-9e65266f041d req-3a7a2680-22a9-4fb0-819d-456ea2efa0ee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=31655250-db1c-46f3-964c-1b665492b59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474403 Sep 23 23:15:12.722693 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe0bac0-be25-4a7e-a38c-dcb116561ff6 None None] Pushing event updated for resources: {'Port': ['ID=8c10f4e7-9396-4575-8f23-27a63eb8cf6e,revision_number=2']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:12.726084 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-52829b1c-170f-40be-83e3-c2939464cdbc None None] Attempting to bind port 8c10f4e7-9396-4575-8f23-27a63eb8cf6e on host dv-cinder-810785-1-iscsi for vnic_type normal with profile {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:15:12.726512 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-52829b1c-170f-40be-83e3-c2939464cdbc None None] Attempting to bind port 8c10f4e7-9396-4575-8f23-27a63eb8cf6e by drivers openvswitch,hyperv on host dv-cinder-810785-1-iscsi at level 0 using segments [{'id': '2ac125d2-b621-4cb4-9068-8fa074d03334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:15:12.726892 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52829b1c-170f-40be-83e3-c2939464cdbc None None] Attempting to bind port 8c10f4e7-9396-4575-8f23-27a63eb8cf6e on network b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1 {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:15:12.742772 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52829b1c-170f-40be-83e3-c2939464cdbc None None] Checking agent: {'id': '481fc7b8-75a1-4de2-9424-90937d24576f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 0, 57), 'started_at': datetime.datetime(2021, 9, 23, 23, 1, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:15:12.743144 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52829b1c-170f-40be-83e3-c2939464cdbc None None] Checking segment: {'id': '2ac125d2-b621-4cb4-9068-8fa074d03334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:15:12.743637 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-52829b1c-170f-40be-83e3-c2939464cdbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:12.744199 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52829b1c-170f-40be-83e3-c2939464cdbc None None] Bound using segment: {'id': '2ac125d2-b621-4cb4-9068-8fa074d03334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:15:12.744519 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-52829b1c-170f-40be-83e3-c2939464cdbc None None] Bound port: 8c10f4e7-9396-4575-8f23-27a63eb8cf6e, host: dv-cinder-810785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac125d2-b621-4cb4-9068-8fa074d03334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'}}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:15:12.744902 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-52829b1c-170f-40be-83e3-c2939464cdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:12.816341 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-5eef0a01-fc69-423c-bb3d-9e65266f041d req-20eba595-e46f-4fa5-b10d-e94d9277518c service neutron] 10.222.0.11 "GET /v2.0/networks/31655250-db1c-46f3-964c-1b665492b59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332228 Sep 23 23:15:12.834945 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-6022619c-ece1-4206-9dea-78f73410e210 None None] Provisioning complete for port 18358f80-7d2b-4985-9956-44c62cef73c8 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:15:12.835353 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-6022619c-ece1-4206-9dea-78f73410e210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:12.864994 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-52829b1c-170f-40be-83e3-c2939464cdbc None None] For port 8c10f4e7-9396-4575-8f23-27a63eb8cf6e, host dv-cinder-810785-1-iscsi, cleared binding levels {{(pid=94233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:15:12.887053 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-52829b1c-170f-40be-83e3-c2939464cdbc None None] For port 8c10f4e7-9396-4575-8f23-27a63eb8cf6e, host dv-cinder-810785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=8c10f4e7-9396-4575-8f23-27a63eb8cf6e,segment=NetworkSegment(2ac125d2-b621-4cb4-9068-8fa074d03334),segment_id=2ac125d2-b621-4cb4-9068-8fa074d03334)] {{(pid=94233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:15:12.897679 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-52829b1c-170f-40be-83e3-c2939464cdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:12.908185 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-6022619c-ece1-4206-9dea-78f73410e210 None None] Port 18358f80-7d2b-4985-9956-44c62cef73c8 cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:15:12.987410 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-5eef0a01-fc69-423c-bb3d-9e65266f041d req-436f59f3-bff8-4fab-9f1c-104a743d70ff service neutron] 10.222.0.11 "GET /v2.0/networks/31655250-db1c-46f3-964c-1b665492b59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632965 Sep 23 23:15:12.988127 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe0bac0-be25-4a7e-a38c-dcb116561ff6 None None] Pushing event updated for resources: {'Port': ['ID=8c10f4e7-9396-4575-8f23-27a63eb8cf6e,revision_number=3']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:12.991078 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52829b1c-170f-40be-83e3-c2939464cdbc None None] Routers {'2bacdf00-d065-4550-a8ae-98eb023a378e'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:15:12.992154 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-52829b1c-170f-40be-83e3-c2939464cdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:14:58Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['2bacdf00-d065-4550-a8ae-98eb023a378e'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:12.997092 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53ae2d-242f-456d-b6e5-a03769c76ec0 req-4f41151b-231c-4d69-8e88-6ce2b422437c tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:12.999341 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7d53ae2d-242f-456d-b6e5-a03769c76ec0 req-4f41151b-231c-4d69-8e88-6ce2b422437c tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 944 time: 0.0835717 Sep 23 23:15:13.059477 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7d53ae2d-242f-456d-b6e5-a03769c76ec0 req-ed6a0955-b476-4b83-8022-00c54c1db8e8 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454204 Sep 23 23:15:13.141674 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-52829b1c-170f-40be-83e3-c2939464cdbc None None] Set router 2bacdf00-d065-4550-a8ae-98eb023a378e gateway port host: dv-cinder-810785-1-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:15:13.158189 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-7818f01f-0198-410a-874b-44bede0dc560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:13.161966 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-aea630c2-f641-4cb1-992e-66acfb66aa26 req-9c69d6cf-f44d-4ffd-9bad-ba26e23ed12f tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:13.162946 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-aea630c2-f641-4cb1-992e-66acfb66aa26 req-9c69d6cf-f44d-4ffd-9bad-ba26e23ed12f tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594972'] for floatingip, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:13.162946 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.db.l3_db [req-aea630c2-f641-4cb1-992e-66acfb66aa26 req-9c69d6cf-f44d-4ffd-9bad-ba26e23ed12f tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Floating IP ff722f74-30a7-4767-aa46-561995dbcb9b disassociated. External IP: 172.27.1.95, port: 6b7200a6-e363-47fa-bdab-e3eb6ebccade. Sep 23 23:15:13.162946 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [req-aea630c2-f641-4cb1-992e-66acfb66aa26 req-9c69d6cf-f44d-4ffd-9bad-ba26e23ed12f tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Calling delete_port for 6b7200a6-e363-47fa-bdab-e3eb6ebccade owned by compute:nova {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:15:13.359199 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc640d86-7760-4313-a4e8-bc742b006128 req-c22fa91d-3222-4ec2-a25c-7b10ddc7e0e7 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:13.361326 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-dc640d86-7760-4313-a4e8-bc742b006128 req-c22fa91d-3222-4ec2-a25c-7b10ddc7e0e7 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 946 time: 0.0665798 Sep 23 23:15:13.378219 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-52829b1c-170f-40be-83e3-c2939464cdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bacdf00-d065-4550-a8ae-98eb023a378e', 'name': 'tempest-TestShelveInstance-1698131473-router', 'tenant_id': '5bc20af46e59451ebaf2b36fe88b5235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '8c10f4e7-9396-4575-8f23-27a63eb8cf6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:15:07Z', 'updated_at': '2021-09-23T23:15:09Z', 'revision_number': 3, 'project_id': '5bc20af46e59451ebaf2b36fe88b5235', 'gw_port': {'id': '8c10f4e7-9396-4575-8f23-27a63eb8cf6e', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bacdf00-d065-4550-a8ae-98eb023a378e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:15:08Z', 'updated_at': '2021-09-23T23:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi'}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:13.414483 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-dc640d86-7760-4313-a4e8-bc742b006128 req-10eb5427-77bb-4bd9-80d1-f91966526828 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bd14a75-7d1d-4bd6-a1ce-5baee9435521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462775 Sep 23 23:15:13.501619 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-7818f01f-0198-410a-874b-44bede0dc560 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:13.512690 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-7818f01f-0198-410a-874b-44bede0dc560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257029'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:13.556838 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52829b1c-170f-40be-83e3-c2939464cdbc None None] The sync data for ids ['2bacdf00-d065-4550-a8ae-98eb023a378e'] in dv-cinder-810785-1-iscsi is: [{'id': '2bacdf00-d065-4550-a8ae-98eb023a378e', 'name': 'tempest-TestShelveInstance-1698131473-router', 'tenant_id': '5bc20af46e59451ebaf2b36fe88b5235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '8c10f4e7-9396-4575-8f23-27a63eb8cf6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:15:07Z', 'updated_at': '2021-09-23T23:15:09Z', 'revision_number': 3, 'project_id': '5bc20af46e59451ebaf2b36fe88b5235', 'gw_port': {'id': '8c10f4e7-9396-4575-8f23-27a63eb8cf6e', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bacdf00-d065-4550-a8ae-98eb023a378e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:15:08Z', 'updated_at': '2021-09-23T23:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi'}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:15:13.577574 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-aea630c2-f641-4cb1-992e-66acfb66aa26 req-9c69d6cf-f44d-4ffd-9bad-ba26e23ed12f tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:13.612083 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7818f01f-0198-410a-874b-44bede0dc560 admin admin] Pushing event updated for resources: {'Port': ['ID=18358f80-7d2b-4985-9956-44c62cef73c8,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:13.619494 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-7818f01f-0198-410a-874b-44bede0dc560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593523'] for router_interface, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:13.683182 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69d6cf-f44d-4ffd-9bad-ba26e23ed12f tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Pushing event deleted for resources: {'Port': ['ID=6b7200a6-e363-47fa-bdab-e3eb6ebccade,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:13.890140 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7818f01f-0198-410a-874b-44bede0dc560 admin admin] Network 364b4a8a-d792-4b9c-bcb4-940d929b349f is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:15:13.905659 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-7818f01f-0198-410a-874b-44bede0dc560 admin admin] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:15:13.914362 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aea630c2-f641-4cb1-992e-66acfb66aa26 req-9c69d6cf-f44d-4ffd-9bad-ba26e23ed12f tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Router ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7 has already been hosted by L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 {{(pid=94231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:15:14.161156 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7818f01f-0198-410a-874b-44bede0dc560 admin admin] Router 2bacdf00-d065-4550-a8ae-98eb023a378e has already been hosted by L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 {{(pid=94231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:15:14.171173 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 8c10f4e7-9396-4575-8f23-27a63eb8cf6e up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:15:14.272083 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dcd5cf-5540-438e-8152-c368793284ea req-1c4c0c41-9656-40e8-a049-4becec9be0fb tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:14.274248 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e4dcd5cf-5540-438e-8152-c368793284ea req-1c4c0c41-9656-40e8-a049-4becec9be0fb tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 944 time: 0.0846324 Sep 23 23:15:14.288123 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port 8c10f4e7-9396-4575-8f23-27a63eb8cf6e triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:15:14.288499 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:14.355559 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e4dcd5cf-5540-438e-8152-c368793284ea req-9ec0850d-c64c-49a1-90ab-4648c126f3a3 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690157 Sep 23 23:15:14.374129 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-d70b3dcb-becc-4a2c-bf7d-e61aabcf9dcb None None] Provisioning complete for port 18358f80-7d2b-4985-9956-44c62cef73c8 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:15:14.374542 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-d70b3dcb-becc-4a2c-bf7d-e61aabcf9dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:14.414029 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aea630c2-f641-4cb1-992e-66acfb66aa26 req-9c69d6cf-f44d-4ffd-9bad-ba26e23ed12f tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:15:14.432642 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3562f71e-cdbd-4d81-a6ac-c8de23bfc725 None None] Sync routers for ids ['ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7'] in dv-cinder-810785-1-iscsi {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:15:14.442248 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3562f71e-cdbd-4d81-a6ac-c8de23bfc725 None None] Routers {'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:15:14.442951 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-3562f71e-cdbd-4d81-a6ac-c8de23bfc725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:14:58Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:14.462410 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7818f01f-0198-410a-874b-44bede0dc560 admin admin] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:15:14.465560 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-d70b3dcb-becc-4a2c-bf7d-e61aabcf9dcb None None] Port 18358f80-7d2b-4985-9956-44c62cef73c8 cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:15:14.473604 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:14.515902 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-7818f01f-0198-410a-874b-44bede0dc560 admin admin] 10.222.0.46 "PUT /v2.0/routers/2bacdf00-d065-4550-a8ae-98eb023a378e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5490692 Sep 23 23:15:14.515902 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea630c2-f641-4cb1-992e-66acfb66aa26 req-9c69d6cf-f44d-4ffd-9bad-ba26e23ed12f tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] No DVR routers for this DVR port 6b7200a6-e363-47fa-bdab-e3eb6ebccade on host hv-cinder-81078 {{(pid=94231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:15:14.515902 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-aea630c2-f641-4cb1-992e-66acfb66aa26 req-9c69d6cf-f44d-4ffd-9bad-ba26e23ed12f tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:14.522118 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] For port 8c10f4e7-9396-4575-8f23-27a63eb8cf6e, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=8c10f4e7-9396-4575-8f23-27a63eb8cf6e,segment=NetworkSegment(2ac125d2-b621-4cb4-9068-8fa074d03334),segment_id=2ac125d2-b621-4cb4-9068-8fa074d03334)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:15:14.522545 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-aea630c2-f641-4cb1-992e-66acfb66aa26 req-9c69d6cf-f44d-4ffd-9bad-ba26e23ed12f tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.11 "DELETE /v2.0/ports/6b7200a6-e363-47fa-bdab-e3eb6ebccade HTTP/1.1" status: 204 len: 173 time: 2.3377132 Sep 23 23:15:14.523339 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05edada2-edec-44e9-a1f7-e0f4d489797c', 'name': 'network-vif-deleted', 'tag': '6b7200a6-e363-47fa-bdab-e3eb6ebccade'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:15:14.525951 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1d5602135d6fd2b93bb7a1a207777d999d514b69f59ce624d4faeb629b016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d94010b-a295-4f9c-8206-ba80c2f16daf" -d '{"events": [{"server_uuid": "05edada2-edec-44e9-a1f7-e0f4d489797c", "name": "network-vif-deleted", "tag": "6b7200a6-e363-47fa-bdab-e3eb6ebccade"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:15:14.532273 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:14.537927 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 8259c51f-95ea-43a5-9078-25c8b1c954b1 details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:15:14.552749 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f96d1b22-250f-4231-880e-44263bbdb8c0 req-0892ce05-1985-4eca-bcdd-38802976c8be tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=05edada2-edec-44e9-a1f7-e0f4d489797c HTTP/1.1" status: 200 len: 210 time: 0.0401320 Sep 23 23:15:14.672957 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-3562f71e-cdbd-4d81-a6ac-c8de23bfc725 None None] Set router ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:15:14.738925 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Pushing event updated for resources: {'Port': ['ID=8c10f4e7-9396-4575-8f23-27a63eb8cf6e,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:14.777724 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 8259c51f-95ea-43a5-9078-25c8b1c954b1, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=8259c51f-95ea-43a5-9078-25c8b1c954b1,segment=NetworkSegment(791cda37-c671-461b-9c6a-2650f79cf076),segment_id=791cda37-c671-461b-9c6a-2650f79cf076)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:15:14.786625 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39c1529-222e-49d4-83e8-ad8fc10faa11 x-openstack-request-id: req-c39c1529-222e-49d4-83e8-ad8fc10faa11 {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:15:14.787207 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05edada2-edec-44e9-a1f7-e0f4d489797c", "name": "network-vif-deleted", "tag": "6b7200a6-e363-47fa-bdab-e3eb6ebccade", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:15:14.787836 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c39c1529-222e-49d4-83e8-ad8fc10faa11 {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:15:14.788880 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05edada2-edec-44e9-a1f7-e0f4d489797c', 'name': 'network-vif-deleted', 'tag': '6b7200a6-e363-47fa-bdab-e3eb6ebccade', 'status': 'completed', 'code': 200} Sep 23 23:15:14.805847 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Returning: {'device': '8259c51f-95ea-43a5-9078-25c8b1c954b1', 'network_id': '31655250-db1c-46f3-964c-1b665492b59d', 'port_id': '8259c51f-95ea-43a5-9078-25c8b1c954b1', 'mac_address': 'fa:16:3e:3b:fc:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db3924c4-efcb-44cf-aa6f-eeed8d664a93', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:15:14.856303 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:14.880371 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8259c51f-95ea-43a5-9078-25c8b1c954b1 {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:15:14.908427 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 8259c51f-95ea-43a5-9078-25c8b1c954b1, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=8259c51f-95ea-43a5-9078-25c8b1c954b1,segment=NetworkSegment(791cda37-c671-461b-9c6a-2650f79cf076),segment_id=791cda37-c671-461b-9c6a-2650f79cf076)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:15:14.916103 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:15.008848 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=8259c51f-95ea-43a5-9078-25c8b1c954b1,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:15.041215 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-3562f71e-cdbd-4d81-a6ac-c8de23bfc725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1245347857-router', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:10:31Z', 'updated_at': '2021-09-23T23:10:38Z', 'revision_number': 4, 'project_id': '1ce270caeccc45089992ccfe6f9b5e97', 'gw_port': {'id': 'a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:10:32Z', 'updated_at': '2021-09-23T23:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '0bcfd350-dc29-4821-9140-efa8fddc726e', 'name': '', 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'mac_address': 'fa:16:3e:fd:f2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c8241cf2-9853-4e57-aa8e-4b19fe5956ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:10:37Z', 'updated_at': '2021-09-23T23:10:43Z', 'revision_number': 5, 'project_id': '1ce270caeccc45089992ccfe6f9b5e97', 'subnets': [{'id': 'c8241cf2-9853-4e57-aa8e-4b19fe5956ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:15.083520 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3562f71e-cdbd-4d81-a6ac-c8de23bfc725 None None] Checking router: ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7 for host: dv-cinder-810785-1-iscsi {{(pid=94234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:15:15.094518 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3562f71e-cdbd-4d81-a6ac-c8de23bfc725 None None] Routers {'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:15:15.095151 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-3562f71e-cdbd-4d81-a6ac-c8de23bfc725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:14:58Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:15.158831 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['8259c51f-95ea-43a5-9078-25c8b1c954b1'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:15:15.264572 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-3562f71e-cdbd-4d81-a6ac-c8de23bfc725 None None] Set router ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:15:15.543337 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-3562f71e-cdbd-4d81-a6ac-c8de23bfc725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1245347857-router', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:10:31Z', 'updated_at': '2021-09-23T23:10:38Z', 'revision_number': 4, 'project_id': '1ce270caeccc45089992ccfe6f9b5e97', 'gw_port': {'id': 'a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:10:32Z', 'updated_at': '2021-09-23T23:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '0bcfd350-dc29-4821-9140-efa8fddc726e', 'name': '', 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'mac_address': 'fa:16:3e:fd:f2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c8241cf2-9853-4e57-aa8e-4b19fe5956ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:10:37Z', 'updated_at': '2021-09-23T23:10:43Z', 'revision_number': 5, 'project_id': '1ce270caeccc45089992ccfe6f9b5e97', 'subnets': [{'id': 'c8241cf2-9853-4e57-aa8e-4b19fe5956ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:15.580669 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3562f71e-cdbd-4d81-a6ac-c8de23bfc725 None None] The sync data for ids ['ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7'] in dv-cinder-810785-1-iscsi is: [{'id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1245347857-router', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:10:31Z', 'updated_at': '2021-09-23T23:10:38Z', 'revision_number': 4, 'project_id': '1ce270caeccc45089992ccfe6f9b5e97', 'gw_port': {'id': 'a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:10:32Z', 'updated_at': '2021-09-23T23:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '0bcfd350-dc29-4821-9140-efa8fddc726e', 'name': '', 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'mac_address': 'fa:16:3e:fd:f2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c8241cf2-9853-4e57-aa8e-4b19fe5956ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:10:37Z', 'updated_at': '2021-09-23T23:10:43Z', 'revision_number': 5, 'project_id': '1ce270caeccc45089992ccfe6f9b5e97', 'subnets': [{'id': 'c8241cf2-9853-4e57-aa8e-4b19fe5956ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:15:15.583472 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70dc34-bb85-41c9-af5e-bc1a50c28d14 req-ab2354d2-d89e-4cbb-b8c1-93bc1bfe1e95 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:15.588248 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0d70dc34-bb85-41c9-af5e-bc1a50c28d14 req-ab2354d2-d89e-4cbb-b8c1-93bc1bfe1e95 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 945 time: 0.0869615 Sep 23 23:15:15.589253 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 60172) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:15:15.594279 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-43cc090b-dc0a-46b8-8fdc-fc6e0fd2ade2 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-996168507', 'description': 'tempest-secgroup-smoke-996168507 description', 'project_id': '092b8e38c05d455b8c071ade5b025610'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:15:15.628908 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-43cc090b-dc0a-46b8-8fdc-fc6e0fd2ade2 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:15.629819 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0d70dc34-bb85-41c9-af5e-bc1a50c28d14 req-5d40f7ad-a0aa-43ab-a105-bf77b7c6331d tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329762 Sep 23 23:15:15.700018 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 60178) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:15:15.714755 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-43cc090b-dc0a-46b8-8fdc-fc6e0fd2ade2 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:15.720004 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-43cc090b-dc0a-46b8-8fdc-fc6e0fd2ade2 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:15.747071 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-43cc090b-dc0a-46b8-8fdc-fc6e0fd2ade2 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:15.748409 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-43cc090b-dc0a-46b8-8fdc-fc6e0fd2ade2 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1580853 Sep 23 23:15:15.751533 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 60180) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:15:15.756399 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-43b5e1a6-f847-4ca6-8090-363b223bc3c3 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:15.756879 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-20ba254e-9929-4723-b765-b29a084d17c3 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Request body: {'security_group_rule': {'security_group_id': '95f932e5-85a7-4bd1-8f85-1c92aa1526b4', 'project_id': '092b8e38c05d455b8c071ade5b025610', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:15:15.763983 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc090b-dc0a-46b8-8fdc-fc6e0fd2ade2 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95f932e5-85a7-4bd1-8f85-1c92aa1526b4,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:15.788163 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-20ba254e-9929-4723-b765-b29a084d17c3 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:15.788640 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-43b5e1a6-f847-4ca6-8090-363b223bc3c3 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:15.842257 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-43b5e1a6-f847-4ca6-8090-363b223bc3c3 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:15.848291 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-20ba254e-9929-4723-b765-b29a084d17c3 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:15.848903 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-43b5e1a6-f847-4ca6-8090-363b223bc3c3 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:15.850358 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-43b5e1a6-f847-4ca6-8090-363b223bc3c3 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "DELETE /v2.0/security-groups/6bd14a75-7d1d-4bd6-a1ce-5baee9435521 HTTP/1.1" status: 204 len: 168 time: 0.1491385 Sep 23 23:15:15.853111 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 60182) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:15:15.860793 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b5e1a6-f847-4ca6-8090-363b223bc3c3 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd14a75-7d1d-4bd6-a1ce-5baee9435521,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:15.861559 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-20ba254e-9929-4723-b765-b29a084d17c3 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623447'] for security_group_rule, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:15.874007 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.api.v2.resource [None req-ff748b69-88b3-4411-a7c3-257e7ff57ba3 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] show failed (client error): The resource could not be found. Sep 23 23:15:15.875040 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-ff748b69-88b3-4411-a7c3-257e7ff57ba3 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups/6bd14a75-7d1d-4bd6-a1ce-5baee9435521 HTTP/1.1" status: 404 len: 347 time: 0.0209455 Sep 23 23:15:15.878123 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 60184) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:15:15.885535 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba254e-9929-4723-b765-b29a084d17c3 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad141bd7-6d9d-42be-bc57-96ab9b193c64,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:15.894274 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-20ba254e-9929-4723-b765-b29a084d17c3 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:15.895600 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-20ba254e-9929-4723-b765-b29a084d17c3 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1430962 Sep 23 23:15:15.898536 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 60186) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:15:15.902946 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-e2d4b5e0-65ea-458b-b5fc-4c289d649b3b tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Request body: {'security_group_rule': {'security_group_id': '95f932e5-85a7-4bd1-8f85-1c92aa1526b4', 'project_id': '092b8e38c05d455b8c071ade5b025610', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:15:15.932200 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e2d4b5e0-65ea-458b-b5fc-4c289d649b3b tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:15.999667 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e2d4b5e0-65ea-458b-b5fc-4c289d649b3b tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:16.005357 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e2d4b5e0-65ea-458b-b5fc-4c289d649b3b tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623447'] for security_group_rule, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:16.028486 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d4b5e0-65ea-458b-b5fc-4c289d649b3b tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c5bc5de-befb-4367-9328-9e882a3af770,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:16.029849 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-af28ddf1-6210-497f-b47e-ec5adc1d4ae0 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Deleting port b40b932a-3eff-4e48-b6f6-8990c63fa846 {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:15:16.030591 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-af28ddf1-6210-497f-b47e-ec5adc1d4ae0 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:16.032572 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e2d4b5e0-65ea-458b-b5fc-4c289d649b3b tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:16.037478 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-e2d4b5e0-65ea-458b-b5fc-4c289d649b3b tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1376169 Sep 23 23:15:16.038175 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 60188) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:15:16.043725 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-580c36a9-433b-4977-81f8-8f1dc88e66d7 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Request body: {'security_group_rule': {'security_group_id': '95f932e5-85a7-4bd1-8f85-1c92aa1526b4', 'project_id': '092b8e38c05d455b8c071ade5b025610', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:15:16.076883 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-580c36a9-433b-4977-81f8-8f1dc88e66d7 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:16.109016 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 8c10f4e7-9396-4575-8f23-27a63eb8cf6e up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:15:16.121862 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-af28ddf1-6210-497f-b47e-ec5adc1d4ae0 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:16.122218 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-af28ddf1-6210-497f-b47e-ec5adc1d4ae0 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:16.136055 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-af28ddf1-6210-497f-b47e-ec5adc1d4ae0 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Calling delete_port for b40b932a-3eff-4e48-b6f6-8990c63fa846 owned by network:floatingip {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:15:16.156696 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-580c36a9-433b-4977-81f8-8f1dc88e66d7 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:16.162024 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-580c36a9-433b-4977-81f8-8f1dc88e66d7 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623447'] for security_group_rule, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:16.162380 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port 8c10f4e7-9396-4575-8f23-27a63eb8cf6e triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:15:16.162755 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:16.183329 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-580c36a9-433b-4977-81f8-8f1dc88e66d7 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:16.184368 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-580c36a9-433b-4977-81f8-8f1dc88e66d7 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1449060 Sep 23 23:15:16.187332 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c36a9-433b-4977-81f8-8f1dc88e66d7 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c229008-7837-45da-b676-513f0ece83d8,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:16.189090 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 60190) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:15:16.199304 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-dfb7b777-7602-411f-a0b0-c79c9c517a89 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Request body: {'security_group_rule': {'security_group_id': '95f932e5-85a7-4bd1-8f85-1c92aa1526b4', 'project_id': '092b8e38c05d455b8c071ade5b025610', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:15:16.241903 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dfb7b777-7602-411f-a0b0-c79c9c517a89 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:16.322353 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dfb7b777-7602-411f-a0b0-c79c9c517a89 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:16.323307 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-af28ddf1-6210-497f-b47e-ec5adc1d4ae0 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416648'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:16.327730 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dfb7b777-7602-411f-a0b0-c79c9c517a89 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623447'] for security_group_rule, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:16.353445 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb7b777-7602-411f-a0b0-c79c9c517a89 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54ea0ac4-0592-43d0-a487-238874ef962c,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:16.357038 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af28ddf1-6210-497f-b47e-ec5adc1d4ae0 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Pushing event deleted for resources: {'Port': ['ID=b40b932a-3eff-4e48-b6f6-8990c63fa846,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:16.362458 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-dfb7b777-7602-411f-a0b0-c79c9c517a89 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:16.367501 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 60192) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:15:16.368014 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-dfb7b777-7602-411f-a0b0-c79c9c517a89 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1727185 Sep 23 23:15:16.374060 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-3086725f-f127-4136-8d11-42a65ed2bc68 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Request body: {'security_group_rule': {'security_group_id': '95f932e5-85a7-4bd1-8f85-1c92aa1526b4', 'project_id': '092b8e38c05d455b8c071ade5b025610', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:15:16.441202 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.db.securitygroups_db [None req-3086725f-f127-4136-8d11-42a65ed2bc68 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Project 092b8e38c05d455b8c071ade5b025610 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 23:15:16.448161 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-3086725f-f127-4136-8d11-42a65ed2bc68 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:16.450936 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-af28ddf1-6210-497f-b47e-ec5adc1d4ae0 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks [] for floatingip, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:16.453523 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-af28ddf1-6210-497f-b47e-ec5adc1d4ae0 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for floatingip, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:16.456241 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-af28ddf1-6210-497f-b47e-ec5adc1d4ae0 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "DELETE /v2.0/floatingips/ff722f74-30a7-4767-aa46-561995dbcb9b HTTP/1.1" status: 204 len: 168 time: 0.5755136 Sep 23 23:15:16.553577 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-3086725f-f127-4136-8d11-42a65ed2bc68 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:16.556202 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 8259c51f-95ea-43a5-9078-25c8b1c954b1 up at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:15:16.559437 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-3086725f-f127-4136-8d11-42a65ed2bc68 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623447'] for security_group_rule, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:16.560946 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1384292b-a3f2-46bd-b22c-07e00bee4e60 None None] Sync routers for ids ['2bacdf00-d065-4550-a8ae-98eb023a378e'] in dv-cinder-810785-1-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:15:16.577688 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3086725f-f127-4136-8d11-42a65ed2bc68 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aa51e59-4016-40b0-9d84-a3becc15f33f,revision_number=0']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:16.596491 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1384292b-a3f2-46bd-b22c-07e00bee4e60 None None] Routers {'2bacdf00-d065-4550-a8ae-98eb023a378e'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:15:16.597190 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-1384292b-a3f2-46bd-b22c-07e00bee4e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:14:58Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['2bacdf00-d065-4550-a8ae-98eb023a378e'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:16.602285 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-3086725f-f127-4136-8d11-42a65ed2bc68 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:16.603250 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-3086725f-f127-4136-8d11-42a65ed2bc68 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2340226 Sep 23 23:15:16.606250 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 60198) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:15:16.613990 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-b8a351f1-b65a-4a6c-a7b0-fb0449865618 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Request body: {'security_group_rule': {'security_group_id': '95f932e5-85a7-4bd1-8f85-1c92aa1526b4', 'project_id': '092b8e38c05d455b8c071ade5b025610', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:15:16.640656 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.db.securitygroups_db [None req-b8a351f1-b65a-4a6c-a7b0-fb0449865618 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Project 092b8e38c05d455b8c071ade5b025610 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 23:15:16.649270 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b8a351f1-b65a-4a6c-a7b0-fb0449865618 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:16.689285 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0bdb73-e7f7-44f9-a4e6-b2a658f9134f None None] New status for floating IP ff722f74-30a7-4767-aa46-561995dbcb9b: DOWN {{(pid=94234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:15:16.696792 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning for port 8259c51f-95ea-43a5-9078-25c8b1c954b1 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:15:16.709229 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning complete for port 8259c51f-95ea-43a5-9078-25c8b1c954b1 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:15:16.709855 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:16.755625 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-1384292b-a3f2-46bd-b22c-07e00bee4e60 None None] Set router 2bacdf00-d065-4550-a8ae-98eb023a378e gateway port host: dv-cinder-810785-1-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:15:16.790896 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b8a351f1-b65a-4a6c-a7b0-fb0449865618 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:16.797473 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b8a351f1-b65a-4a6c-a7b0-fb0449865618 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623447'] for security_group_rule, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:16.828529 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a351f1-b65a-4a6c-a7b0-fb0449865618 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f70870db-40ee-4794-ac8b-77734c258975,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:16.831841 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb2aa3-b327-4fc4-86f3-51d77ff6ee0f req-92504747-e491-4ac2-a029-5c18246d7ec5 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:16.833711 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a9bb2aa3-b327-4fc4-86f3-51d77ff6ee0f req-92504747-e491-4ac2-a029-5c18246d7ec5 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 945 time: 0.0842352 Sep 23 23:15:16.842197 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-b8a351f1-b65a-4a6c-a7b0-fb0449865618 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:16.844013 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-b8a351f1-b65a-4a6c-a7b0-fb0449865618 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2365398 Sep 23 23:15:16.892294 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a9bb2aa3-b327-4fc4-86f3-51d77ff6ee0f req-20827e3e-e252-4592-8447-5b92f343ab3b tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470698 Sep 23 23:15:16.912569 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:16.965484 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 60218) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:15:16.970751 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-d5ceefcb-a340-42dd-872f-b64c13f8c3ae tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1837249194', 'description': 'tempest-description--1191217503'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:15:16.979366 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f86f2f-ba0b-42ec-9f3a-d990b871b82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8259c51f-95ea-43a5-9078-25c8b1c954b1'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:15:16.981916 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7224bc9728871e873a89dc5c7795d0b38d91bd368c61c3cf47b1fa6016b6835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1145371-f056-4ef6-a671-60e77d563a28" -d '{"events": [{"server_uuid": "73f86f2f-ba0b-42ec-9f3a-d990b871b82c", "name": "network-vif-plugged", "status": "completed", "tag": "8259c51f-95ea-43a5-9078-25c8b1c954b1"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:15:17.000339 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d5ceefcb-a340-42dd-872f-b64c13f8c3ae tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:17.004462 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 8259c51f-95ea-43a5-9078-25c8b1c954b1, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=8259c51f-95ea-43a5-9078-25c8b1c954b1,segment=NetworkSegment(791cda37-c671-461b-9c6a-2650f79cf076),segment_id=791cda37-c671-461b-9c6a-2650f79cf076)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:15:17.010002 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:17.012657 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 6b7200a6-e363-47fa-bdab-e3eb6ebccade no longer exists at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:15:17.067593 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] No Port match for: 6b7200a6-e363-47fa-bdab-e3eb6ebccade {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:15:17.067933 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 6b7200a6-e363-47fa-bdab-e3eb6ebccade not bound to the agent host hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:15:17.108955 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9867af06-cde1-42cf-b106-c5b82075d705 x-openstack-request-id: req-9867af06-cde1-42cf-b106-c5b82075d705 {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:15:17.109293 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f86f2f-ba0b-42ec-9f3a-d990b871b82c", "name": "network-vif-plugged", "status": "completed", "tag": "8259c51f-95ea-43a5-9078-25c8b1c954b1", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:15:17.109903 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9867af06-cde1-42cf-b106-c5b82075d705 {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:15:17.109903 dv-cinder-810785-1-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f86f2f-ba0b-42ec-9f3a-d990b871b82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8259c51f-95ea-43a5-9078-25c8b1c954b1', 'code': 200} Sep 23 23:15:17.114052 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d5ceefcb-a340-42dd-872f-b64c13f8c3ae tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:17.120571 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d5ceefcb-a340-42dd-872f-b64c13f8c3ae tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:17.137262 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=8259c51f-95ea-43a5-9078-25c8b1c954b1,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:17.152373 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-1384292b-a3f2-46bd-b22c-07e00bee4e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bacdf00-d065-4550-a8ae-98eb023a378e', 'name': 'tempest-TestShelveInstance-1698131473-router', 'tenant_id': '5bc20af46e59451ebaf2b36fe88b5235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '8c10f4e7-9396-4575-8f23-27a63eb8cf6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:15:07Z', 'updated_at': '2021-09-23T23:15:13Z', 'revision_number': 4, 'project_id': '5bc20af46e59451ebaf2b36fe88b5235', 'gw_port': {'id': '8c10f4e7-9396-4575-8f23-27a63eb8cf6e', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bacdf00-d065-4550-a8ae-98eb023a378e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:15:08Z', 'updated_at': '2021-09-23T23:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '18358f80-7d2b-4985-9956-44c62cef73c8', 'name': '', 'network_id': '364b4a8a-d792-4b9c-bcb4-940d929b349f', 'tenant_id': '5bc20af46e59451ebaf2b36fe88b5235', 'mac_address': 'fa:16:3e:dd:08:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bacdf00-d065-4550-a8ae-98eb023a378e', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'cdc70d60-0dcd-4127-98b0-df1bb92014a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:15:11Z', 'updated_at': '2021-09-23T23:15:13Z', 'revision_number': 2, 'project_id': '5bc20af46e59451ebaf2b36fe88b5235', 'subnets': [{'id': 'cdc70d60-0dcd-4127-98b0-df1bb92014a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:17.154828 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d5ceefcb-a340-42dd-872f-b64c13f8c3ae tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:17.159156 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-d5ceefcb-a340-42dd-872f-b64c13f8c3ae tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1897252 Sep 23 23:15:17.159866 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 60244) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:15:17.165045 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-3a6a7c36-96fd-43b7-8a3b-f85ca5ab52e1 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Request body: {'security_group_rule': {'security_group_id': 'a70b9db8-08b9-41a0-ae02-dc4c1180f915', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:15:17.170683 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ceefcb-a340-42dd-872f-b64c13f8c3ae tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a70b9db8-08b9-41a0-ae02-dc4c1180f915,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:17.199331 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1384292b-a3f2-46bd-b22c-07e00bee4e60 None None] Checking router: 2bacdf00-d065-4550-a8ae-98eb023a378e for host: dv-cinder-810785-1-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:15:17.199766 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1384292b-a3f2-46bd-b22c-07e00bee4e60 None None] Updating router 2bacdf00-d065-4550-a8ae-98eb023a378e port 18358f80-7d2b-4985-9956-44c62cef73c8 binding host dv-cinder-810785-1-iscsi {{(pid=94233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:15:17.204167 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3a6a7c36-96fd-43b7-8a3b-f85ca5ab52e1 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:17.231413 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-1384292b-a3f2-46bd-b22c-07e00bee4e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:17.287106 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3a6a7c36-96fd-43b7-8a3b-f85ca5ab52e1 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:17.312563 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3a6a7c36-96fd-43b7-8a3b-f85ca5ab52e1 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623447'] for security_group_rule, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:17.340423 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a7c36-96fd-43b7-8a3b-f85ca5ab52e1 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f168d71f-bcc8-4066-a81f-e99b8c3a42e6,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:17.354630 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3a6a7c36-96fd-43b7-8a3b-f85ca5ab52e1 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:17.360564 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-3a6a7c36-96fd-43b7-8a3b-f85ca5ab52e1 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1959965 Sep 23 23:15:17.361108 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 60246) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:15:17.366308 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-4588afe9-14b1-4fe7-84a9-4e0516d5ac34 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Request body: {'security_group_rule': {'security_group_id': 'a70b9db8-08b9-41a0-ae02-dc4c1180f915', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:15:17.372625 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc06e02-e92c-431a-8346-d353103296e7 req-5068dddd-2058-4434-a59a-7bcc5d5673e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:17.374337 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2bc06e02-e92c-431a-8346-d353103296e7 req-5068dddd-2058-4434-a59a-7bcc5d5673e7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 1099 time: 0.1013227 Sep 23 23:15:17.428491 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4588afe9-14b1-4fe7-84a9-4e0516d5ac34 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:17.432678 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2bc06e02-e92c-431a-8346-d353103296e7 req-1635c282-331e-480d-accb-0ec72ecf465d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508962 Sep 23 23:15:17.496270 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4588afe9-14b1-4fe7-84a9-4e0516d5ac34 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:17.501397 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4588afe9-14b1-4fe7-84a9-4e0516d5ac34 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623447'] for security_group_rule, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:17.523115 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4588afe9-14b1-4fe7-84a9-4e0516d5ac34 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1065fd20-6be7-4946-a31d-39ad39ed1ae5,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:17.540312 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4588afe9-14b1-4fe7-84a9-4e0516d5ac34 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:17.543945 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-4588afe9-14b1-4fe7-84a9-4e0516d5ac34 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1815979 Sep 23 23:15:17.545593 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 60254) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:15:17.557140 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-9ec53694-7670-42da-afc0-ed1c6d86ebf9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Request body: {'floatingip': {'floating_network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:15:17.586542 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9ec53694-7670-42da-afc0-ed1c6d86ebf9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks [] for floatingip, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:17.667456 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-1384292b-a3f2-46bd-b22c-07e00bee4e60 None None] Notify callbacks [] for port, precommit_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:17.683361 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-1384292b-a3f2-46bd-b22c-07e00bee4e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:17.720285 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9ec53694-7670-42da-afc0-ed1c6d86ebf9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:17.768344 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7393742c-9ccc-471b-9d52-c85a2bec5d48 None None] Pushing event updated for resources: {'Port': ['ID=18358f80-7d2b-4985-9956-44c62cef73c8,revision_number=3']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:17.808848 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-1384292b-a3f2-46bd-b22c-07e00bee4e60 None None] Attempting to bind port 18358f80-7d2b-4985-9956-44c62cef73c8 on host dv-cinder-810785-1-iscsi for vnic_type normal with profile {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:15:17.809232 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-1384292b-a3f2-46bd-b22c-07e00bee4e60 None None] Attempting to bind port 18358f80-7d2b-4985-9956-44c62cef73c8 by drivers openvswitch,hyperv on host dv-cinder-810785-1-iscsi at level 0 using segments [{'id': 'a03ff51e-8785-44d7-a3bd-007e8fc60f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '364b4a8a-d792-4b9c-bcb4-940d929b349f'}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:15:17.809897 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1384292b-a3f2-46bd-b22c-07e00bee4e60 None None] Attempting to bind port 18358f80-7d2b-4985-9956-44c62cef73c8 on network 364b4a8a-d792-4b9c-bcb4-940d929b349f {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:15:17.815800 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1384292b-a3f2-46bd-b22c-07e00bee4e60 None None] Checking agent: {'id': '481fc7b8-75a1-4de2-9424-90937d24576f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 0, 57), 'started_at': datetime.datetime(2021, 9, 23, 23, 1, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:15:17.816169 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1384292b-a3f2-46bd-b22c-07e00bee4e60 None None] Checking segment: {'id': 'a03ff51e-8785-44d7-a3bd-007e8fc60f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '364b4a8a-d792-4b9c-bcb4-940d929b349f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:15:17.816629 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-1384292b-a3f2-46bd-b22c-07e00bee4e60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:17.817034 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1384292b-a3f2-46bd-b22c-07e00bee4e60 None None] Bound using segment: {'id': 'a03ff51e-8785-44d7-a3bd-007e8fc60f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '364b4a8a-d792-4b9c-bcb4-940d929b349f'} {{(pid=94233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:15:17.817534 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.managers [None req-1384292b-a3f2-46bd-b22c-07e00bee4e60 None None] Bound port: 18358f80-7d2b-4985-9956-44c62cef73c8, host: dv-cinder-810785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a03ff51e-8785-44d7-a3bd-007e8fc60f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '364b4a8a-d792-4b9c-bcb4-940d929b349f'}}] {{(pid=94233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:15:17.817920 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-1384292b-a3f2-46bd-b22c-07e00bee4e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:17.881168 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_common [None req-9ec53694-7670-42da-afc0-ed1c6d86ebf9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Allocated IP 172.27.1.38 (b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1/47169b33-ea5f-4b9d-bf3b-155ff70b7556/e0ac064c-e8a4-4ded-828b-68d697b7aa9e) {{(pid=94232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:15:17.915385 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-1384292b-a3f2-46bd-b22c-07e00bee4e60 None None] For port 18358f80-7d2b-4985-9956-44c62cef73c8, host dv-cinder-810785-1-iscsi, cleared binding levels {{(pid=94233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:15:17.920115 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-1384292b-a3f2-46bd-b22c-07e00bee4e60 None None] For port 18358f80-7d2b-4985-9956-44c62cef73c8, host dv-cinder-810785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=18358f80-7d2b-4985-9956-44c62cef73c8,segment=NetworkSegment(a03ff51e-8785-44d7-a3bd-007e8fc60f10),segment_id=a03ff51e-8785-44d7-a3bd-007e8fc60f10)] {{(pid=94233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:15:17.933049 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-1384292b-a3f2-46bd-b22c-07e00bee4e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:18.011302 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7393742c-9ccc-471b-9d52-c85a2bec5d48 None None] Pushing event updated for resources: {'Port': ['ID=18358f80-7d2b-4985-9956-44c62cef73c8,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:18.023724 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1384292b-a3f2-46bd-b22c-07e00bee4e60 None None] Routers {'2bacdf00-d065-4550-a8ae-98eb023a378e'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:15:18.024613 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-1384292b-a3f2-46bd-b22c-07e00bee4e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:14:58Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['2bacdf00-d065-4550-a8ae-98eb023a378e'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:18.067072 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9ec53694-7670-42da-afc0-ed1c6d86ebf9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks [] for port, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:18.107476 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5958a99-a275-4265-beaa-0ec081876175 req-18666bfb-bb6c-4ade-91cc-61a44523bd80 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:18.109468 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e5958a99-a275-4265-beaa-0ec081876175 req-18666bfb-bb6c-4ade-91cc-61a44523bd80 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 946 time: 0.1178064 Sep 23 23:15:18.161451 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9ec53694-7670-42da-afc0-ed1c6d86ebf9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416648'] for port, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:18.202014 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e5958a99-a275-4265-beaa-0ec081876175 req-bae11324-0a22-4c0f-979b-fbc7542abf86 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859828 Sep 23 23:15:18.222104 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec53694-7670-42da-afc0-ed1c6d86ebf9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Network b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1 is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:15:18.241061 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-9ec53694-7670-42da-afc0-ed1c6d86ebf9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:15:18.243691 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec53694-7670-42da-afc0-ed1c6d86ebf9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Received port after_create {{(pid=94232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:15:18.246988 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec53694-7670-42da-afc0-ed1c6d86ebf9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Pushing event updated for resources: {'Port': ['ID=e0ac064c-e8a4-4ded-828b-68d697b7aa9e,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:18.288395 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-4f568e20-ec65-4944-90f4-d06db15b049f None None] Provisioning complete for port 18358f80-7d2b-4985-9956-44c62cef73c8 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:15:18.288938 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-4f568e20-ec65-4944-90f4-d06db15b049f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:18.337418 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-1384292b-a3f2-46bd-b22c-07e00bee4e60 None None] Set router 2bacdf00-d065-4550-a8ae-98eb023a378e gateway port host: dv-cinder-810785-1-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:15:18.377492 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9ec53694-7670-42da-afc0-ed1c6d86ebf9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:18.430826 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9ec53694-7670-42da-afc0-ed1c6d86ebf9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:18.526335 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-4f568e20-ec65-4944-90f4-d06db15b049f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:18.612655 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-4f568e20-ec65-4944-90f4-d06db15b049f None None] For port 18358f80-7d2b-4985-9956-44c62cef73c8, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=18358f80-7d2b-4985-9956-44c62cef73c8,segment=NetworkSegment(a03ff51e-8785-44d7-a3bd-007e8fc60f10),segment_id=a03ff51e-8785-44d7-a3bd-007e8fc60f10)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:15:18.623967 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-4f568e20-ec65-4944-90f4-d06db15b049f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:18.657701 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9ec53694-7670-42da-afc0-ed1c6d86ebf9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks [] for port, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:18.664137 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9ec53694-7670-42da-afc0-ed1c6d86ebf9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416643'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:18.706103 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f568e20-ec65-4944-90f4-d06db15b049f None None] Pushing event updated for resources: {'Port': ['ID=18358f80-7d2b-4985-9956-44c62cef73c8,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:18.737344 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-1384292b-a3f2-46bd-b22c-07e00bee4e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bacdf00-d065-4550-a8ae-98eb023a378e', 'name': 'tempest-TestShelveInstance-1698131473-router', 'tenant_id': '5bc20af46e59451ebaf2b36fe88b5235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '8c10f4e7-9396-4575-8f23-27a63eb8cf6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:15:07Z', 'updated_at': '2021-09-23T23:15:13Z', 'revision_number': 4, 'project_id': '5bc20af46e59451ebaf2b36fe88b5235', 'gw_port': {'id': '8c10f4e7-9396-4575-8f23-27a63eb8cf6e', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bacdf00-d065-4550-a8ae-98eb023a378e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:15:08Z', 'updated_at': '2021-09-23T23:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '18358f80-7d2b-4985-9956-44c62cef73c8', 'name': '', 'network_id': '364b4a8a-d792-4b9c-bcb4-940d929b349f', 'tenant_id': '5bc20af46e59451ebaf2b36fe88b5235', 'mac_address': 'fa:16:3e:dd:08:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bacdf00-d065-4550-a8ae-98eb023a378e', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'cdc70d60-0dcd-4127-98b0-df1bb92014a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:15:11Z', 'updated_at': '2021-09-23T23:15:17Z', 'revision_number': 4, 'project_id': '5bc20af46e59451ebaf2b36fe88b5235', 'subnets': [{'id': 'cdc70d60-0dcd-4127-98b0-df1bb92014a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:18.739447 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec53694-7670-42da-afc0-ed1c6d86ebf9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Pushing event updated for resources: {'Port': ['ID=e0ac064c-e8a4-4ded-828b-68d697b7aa9e,revision_number=2']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:18.753504 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9ec53694-7670-42da-afc0-ed1c6d86ebf9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594972'] for floatingip, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:18.770003 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9ec53694-7670-42da-afc0-ed1c6d86ebf9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for floatingip, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:18.771530 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-9ec53694-7670-42da-afc0-ed1c6d86ebf9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2253809 Sep 23 23:15:18.773113 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1384292b-a3f2-46bd-b22c-07e00bee4e60 None None] The sync data for ids ['2bacdf00-d065-4550-a8ae-98eb023a378e'] in dv-cinder-810785-1-iscsi is: [{'id': '2bacdf00-d065-4550-a8ae-98eb023a378e', 'name': 'tempest-TestShelveInstance-1698131473-router', 'tenant_id': '5bc20af46e59451ebaf2b36fe88b5235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '8c10f4e7-9396-4575-8f23-27a63eb8cf6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:15:07Z', 'updated_at': '2021-09-23T23:15:13Z', 'revision_number': 4, 'project_id': '5bc20af46e59451ebaf2b36fe88b5235', 'gw_port': {'id': '8c10f4e7-9396-4575-8f23-27a63eb8cf6e', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bacdf00-d065-4550-a8ae-98eb023a378e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:15:08Z', 'updated_at': '2021-09-23T23:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '18358f80-7d2b-4985-9956-44c62cef73c8', 'name': '', 'network_id': '364b4a8a-d792-4b9c-bcb4-940d929b349f', 'tenant_id': '5bc20af46e59451ebaf2b36fe88b5235', 'mac_address': 'fa:16:3e:dd:08:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bacdf00-d065-4550-a8ae-98eb023a378e', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'cdc70d60-0dcd-4127-98b0-df1bb92014a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:15:11Z', 'updated_at': '2021-09-23T23:15:17Z', 'revision_number': 4, 'project_id': '5bc20af46e59451ebaf2b36fe88b5235', 'subnets': [{'id': 'cdc70d60-0dcd-4127-98b0-df1bb92014a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:15:18.779026 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-b61b9ec8-df5f-4388-a2dc-004f5b3134b2 None None] Provisioning complete for port 18358f80-7d2b-4985-9956-44c62cef73c8 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:15:18.779447 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-b61b9ec8-df5f-4388-a2dc-004f5b3134b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:19.010247 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-a3f4f43d-fa68-4ef2-93de-9c04c3a09a61 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1837249194&fields=id&tenant_id=1ce270caeccc45089992ccfe6f9b5e97 HTTP/1.1" status: 200 len: 267 time: 0.0369022 Sep 23 23:15:19.147105 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-a0fa8f35-abd9-4a71-b4e4-290f254b7d1a tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:19.148681 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-a0fa8f35-abd9-4a71-b4e4-290f254b7d1a tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/networks?id=0a541a17-4f1f-474c-8b16-9626260a5840 HTTP/1.1" status: 200 len: 817 time: 0.1311481 Sep 23 23:15:19.166532 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-af914ac5-9368-44a1-be96-74b254d299a0 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/quotas/1ce270caeccc45089992ccfe6f9b5e97 HTTP/1.1" status: 200 len: 375 time: 0.0113654 Sep 23 23:15:19.228450 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-4a9dfc97-dc3b-4c7b-a6b9-9da7f11d94ee tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ce270caeccc45089992ccfe6f9b5e97&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0544646 Sep 23 23:15:19.376549 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-9a0fd9a0-f739-41d7-a659-ca59b81d6056 service neutron] 10.222.0.46 "GET /v2.0/networks/0a541a17-4f1f-474c-8b16-9626260a5840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283767 Sep 23 23:15:19.385133 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1f7e8-92c4-4c94-84c2-62a7de641633 req-019a3e05-e76c-4efc-8cfc-941c16ffa8ed tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:19.386649 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-13e1f7e8-92c4-4c94-84c2-62a7de641633 req-019a3e05-e76c-4efc-8cfc-941c16ffa8ed tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 946 time: 0.0989439 Sep 23 23:15:19.493808 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-13e1f7e8-92c4-4c94-84c2-62a7de641633 req-817060b9-236a-4d72-b0db-c0c0dc46c190 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987868 Sep 23 23:15:19.526640 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-9d6eb5da-b08e-4ce5-9f60-f05ec7e812d7 service neutron] 10.222.0.46 "GET /v2.0/networks/0a541a17-4f1f-474c-8b16-9626260a5840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388047 Sep 23 23:15:19.642700 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08426b3-f552-44e9-ac4a-b6ad4afc522e req-3dbac143-f2c0-4221-9bff-aa197ddc2a96 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:19.644421 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b08426b3-f552-44e9-ac4a-b6ad4afc522e req-3dbac143-f2c0-4221-9bff-aa197ddc2a96 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 946 time: 0.0572715 Sep 23 23:15:19.691121 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b08426b3-f552-44e9-ac4a-b6ad4afc522e req-f5b5bd7f-49b5-439b-8373-e16a368a5854 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378540 Sep 23 23:15:19.803977 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-fdaf60f2-bc8e-4432-af26-1b0879cdb4ef req-b3bc1615-3ec4-42dc-a336-592dac7eb5a3 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 210 time: 0.0308084 Sep 23 23:15:20.110679 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0f7fa-b987-4f04-bf7e-06dab139d912 req-a538ef31-7428-48df-a3ac-028af0cf3bf2 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:20.112332 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-fca0f7fa-b987-4f04-bf7e-06dab139d912 req-a538ef31-7428-48df-a3ac-028af0cf3bf2 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 946 time: 0.0614014 Sep 23 23:15:20.126665 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 18358f80-7d2b-4985-9956-44c62cef73c8 up at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:15:20.162514 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-fca0f7fa-b987-4f04-bf7e-06dab139d912 req-d5097c91-f1f8-4dd9-b8ec-ab35cf73af2c tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421584 Sep 23 23:15:20.179502 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Provisioning complete for port 18358f80-7d2b-4985-9956-44c62cef73c8 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:15:20.179736 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:20.943312 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-3177e3d8-5d68-48d4-91d2-c0002cad831d tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:20.945684 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-3177e3d8-5d68-48d4-91d2-c0002cad831d tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.11 "GET /v2.0/networks?id=0a541a17-4f1f-474c-8b16-9626260a5840 HTTP/1.1" status: 200 len: 817 time: 0.1376457 Sep 23 23:15:20.948118 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9fbad50b-e7a4-4ea2-affe-d1cc94b4d591 req-f910c58f-d79f-4259-b751-af77e42623c9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 210 time: 0.0430889 Sep 23 23:15:21.020852 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-abca1d39-a0f1-460a-a893-6e6ccccfc204 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ce270caeccc45089992ccfe6f9b5e97 HTTP/1.1" status: 200 len: 380 time: 0.0562162 Sep 23 23:15:21.049299 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-9a33bbcd-350b-4bb7-888e-422c58ca7cdd tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Request body: {'port': {'device_id': '9a91d218-84d8-4d77-8dfc-1161e84073b1', 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840', 'admin_state_up': True, 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'security_groups': ['a70b9db8-08b9-41a0-ae02-dc4c1180f915']}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:15:21.174470 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-9a33bbcd-350b-4bb7-888e-422c58ca7cdd tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Made reservation on behalf of 1ce270caeccc45089992ccfe6f9b5e97 for: {'port': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:15:21.178338 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-9a33bbcd-350b-4bb7-888e-422c58ca7cdd tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:21.326978 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-9a33bbcd-350b-4bb7-888e-422c58ca7cdd tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Allocated IP 172.20.0.5 (0a541a17-4f1f-474c-8b16-9626260a5840/c8241cf2-9853-4e57-aa8e-4b19fe5956ff/ab0ed4fc-89e0-472a-8b81-54ca653e1099) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:15:21.494849 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-9a33bbcd-350b-4bb7-888e-422c58ca7cdd tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:21.533960 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-9a33bbcd-350b-4bb7-888e-422c58ca7cdd tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:21.579774 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-9a33bbcd-350b-4bb7-888e-422c58ca7cdd tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Network 0a541a17-4f1f-474c-8b16-9626260a5840 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:15:21.583481 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-9a33bbcd-350b-4bb7-888e-422c58ca7cdd tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:15:21.587225 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-9a33bbcd-350b-4bb7-888e-422c58ca7cdd tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:15:21.626811 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a33bbcd-350b-4bb7-888e-422c58ca7cdd tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Pushing event updated for resources: {'Port': ['ID=ab0ed4fc-89e0-472a-8b81-54ca653e1099,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:21.651105 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-9a33bbcd-350b-4bb7-888e-422c58ca7cdd tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:21.651954 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-9a33bbcd-350b-4bb7-888e-422c58ca7cdd tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:21.669239 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-9a33bbcd-350b-4bb7-888e-422c58ca7cdd tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6277702 Sep 23 23:15:21.683417 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-aecc169b-92c9-418f-a538-29af34972d37 service neutron] Request body: {'port': {'device_id': '9a91d218-84d8-4d77-8dfc-1161e84073b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81078'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:15:21.754226 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-aecc169b-92c9-418f-a538-29af34972d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:21.825045 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-c7c2f188-a9fa-4050-b8bd-002b346734f9 None None] Provisioning complete for port ab0ed4fc-89e0-472a-8b81-54ca653e1099 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:15:21.825571 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c7c2f188-a9fa-4050-b8bd-002b346734f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:21.871208 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-c7c2f188-a9fa-4050-b8bd-002b346734f9 None None] Port ab0ed4fc-89e0-472a-8b81-54ca653e1099 cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:15:22.107689 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37f4b9-4fba-4378-be91-115da2965921 req-cb73957c-4553-4e8a-bce1-89aec31509cb tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:22.112007 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-be37f4b9-4fba-4378-be91-115da2965921 req-cb73957c-4553-4e8a-bce1-89aec31509cb tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 931 time: 0.0619128 Sep 23 23:15:22.160419 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-be37f4b9-4fba-4378-be91-115da2965921 req-bf1d96bb-6404-49b6-9874-8dd03aae916f tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414858 Sep 23 23:15:22.168877 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-aecc169b-92c9-418f-a538-29af34972d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab0ed4fc-89e0-472a-8b81-54ca653e1099 {{(pid=94231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:15:22.179255 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-aecc169b-92c9-418f-a538-29af34972d37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:22.199780 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.provisioning_blocks [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-aecc169b-92c9-418f-a538-29af34972d37 service neutron] Transition to ACTIVE for port object ab0ed4fc-89e0-472a-8b81-54ca653e1099 will not be triggered until provisioned by entity L2. {{(pid=94231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:15:22.204126 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-aecc169b-92c9-418f-a538-29af34972d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257029'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:22.269965 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc169b-92c9-418f-a538-29af34972d37 service neutron] Pushing event updated for resources: {'Port': ['ID=ab0ed4fc-89e0-472a-8b81-54ca653e1099,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:22.360582 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-aecc169b-92c9-418f-a538-29af34972d37 service neutron] Attempting to bind port ab0ed4fc-89e0-472a-8b81-54ca653e1099 on host hv-cinder-81078 for vnic_type normal with profile {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:15:22.360934 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-aecc169b-92c9-418f-a538-29af34972d37 service neutron] Attempting to bind port ab0ed4fc-89e0-472a-8b81-54ca653e1099 by drivers openvswitch,hyperv on host hv-cinder-81078 at level 0 using segments [{'id': '9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840'}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:15:22.361307 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-aecc169b-92c9-418f-a538-29af34972d37 service neutron] Attempting to bind port ab0ed4fc-89e0-472a-8b81-54ca653e1099 on network 0a541a17-4f1f-474c-8b16-9626260a5840 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:15:22.368011 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-aecc169b-92c9-418f-a538-29af34972d37 service neutron] Port ab0ed4fc-89e0-472a-8b81-54ca653e1099 on network 0a541a17-4f1f-474c-8b16-9626260a5840 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81078 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:15:22.368373 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-aecc169b-92c9-418f-a538-29af34972d37 service neutron] Attempting to bind port ab0ed4fc-89e0-472a-8b81-54ca653e1099 on network 0a541a17-4f1f-474c-8b16-9626260a5840 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:15:22.373535 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-aecc169b-92c9-418f-a538-29af34972d37 service neutron] Checking agent: {'id': '3c892145-8c1f-42fb-b36d-f51cd8b65402', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 7, 8), 'started_at': datetime.datetime(2021, 9, 23, 23, 7, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:15:22.373886 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-aecc169b-92c9-418f-a538-29af34972d37 service neutron] Checking segment: {'id': '9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:15:22.374277 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-aecc169b-92c9-418f-a538-29af34972d37 service neutron] Bound using segment: {'id': '9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840'} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:15:22.374703 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-aecc169b-92c9-418f-a538-29af34972d37 service neutron] Bound port: ab0ed4fc-89e0-472a-8b81-54ca653e1099, host: hv-cinder-81078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840'}}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:15:22.375058 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-aecc169b-92c9-418f-a538-29af34972d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:22.465690 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-aecc169b-92c9-418f-a538-29af34972d37 service neutron] For port ab0ed4fc-89e0-472a-8b81-54ca653e1099, host hv-cinder-81078, cleared binding levels {{(pid=94231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:15:22.474265 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-aecc169b-92c9-418f-a538-29af34972d37 service neutron] For port ab0ed4fc-89e0-472a-8b81-54ca653e1099, host hv-cinder-81078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=ab0ed4fc-89e0-472a-8b81-54ca653e1099,segment=NetworkSegment(9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82),segment_id=9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82)] {{(pid=94231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:15:22.479018 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-aecc169b-92c9-418f-a538-29af34972d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257029'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:22.518855 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-aecc169b-92c9-418f-a538-29af34972d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:22.519966 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-aecc169b-92c9-418f-a538-29af34972d37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:22.521275 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-aecc169b-92c9-418f-a538-29af34972d37 service neutron] 10.222.0.11 "PUT /v2.0/ports/ab0ed4fc-89e0-472a-8b81-54ca653e1099 HTTP/1.1" status: 200 len: 1093 time: 0.8429315 Sep 23 23:15:22.521847 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a91d218-84d8-4d77-8dfc-1161e84073b1', 'tag': 'ab0ed4fc-89e0-472a-8b81-54ca653e1099'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:15:22.523949 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1d5602135d6fd2b93bb7a1a207777d999d514b69f59ce624d4faeb629b016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1745e63-c6ae-4de2-9a3a-ddde32e4f237" -d '{"events": [{"name": "network-changed", "server_uuid": "9a91d218-84d8-4d77-8dfc-1161e84073b1", "tag": "ab0ed4fc-89e0-472a-8b81-54ca653e1099"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:15:22.573026 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc169b-92c9-418f-a538-29af34972d37 service neutron] Pushing event updated for resources: {'Port': ['ID=ab0ed4fc-89e0-472a-8b81-54ca653e1099,revision_number=3']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:22.625150 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af12ad0f-839f-4ad6-ac51-124047c052d4 x-openstack-request-id: req-af12ad0f-839f-4ad6-ac51-124047c052d4 {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:15:22.625958 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a91d218-84d8-4d77-8dfc-1161e84073b1", "tag": "ab0ed4fc-89e0-472a-8b81-54ca653e1099", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:15:22.626086 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-af12ad0f-839f-4ad6-ac51-124047c052d4 {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:15:22.626834 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a91d218-84d8-4d77-8dfc-1161e84073b1', 'tag': 'ab0ed4fc-89e0-472a-8b81-54ca653e1099', 'status': 'completed', 'code': 200} Sep 23 23:15:22.704389 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-0dd51b08-6ce1-4dd5-bc11-10a1ce89a55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:22.706108 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-0dd51b08-6ce1-4dd5-bc11-10a1ce89a55d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1ce270caeccc45089992ccfe6f9b5e97&device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 1096 time: 0.1254900 Sep 23 23:15:22.759356 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-0ac880bf-c310-482b-b8e0-888dde48f72a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab0ed4fc-89e0-472a-8b81-54ca653e1099 HTTP/1.1" status: 200 len: 217 time: 0.0445716 Sep 23 23:15:22.821139 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-f4ec1b4c-6339-4eb5-ae7e-9833718bb693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:22.822674 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-f4ec1b4c-6339-4eb5-ae7e-9833718bb693 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c8241cf2-9853-4e57-aa8e-4b19fe5956ff HTTP/1.1" status: 200 len: 856 time: 0.0563245 Sep 23 23:15:22.875922 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-83f36e6c-7987-4cb5-b42f-ed1121a89705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:22.877394 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-83f36e6c-7987-4cb5-b42f-ed1121a89705 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a541a17-4f1f-474c-8b16-9626260a5840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474567 Sep 23 23:15:22.977595 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-59338873-dbdd-4d7f-97cb-591ddb4bd923 service neutron] 10.222.0.11 "GET /v2.0/networks/0a541a17-4f1f-474c-8b16-9626260a5840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913792 Sep 23 23:15:23.078461 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-addf0a99-c3d7-4c36-a902-edb1e30371f7 req-1f24ba2c-0a79-45cb-b902-7b10b4ed06d2 service neutron] 10.222.0.11 "GET /v2.0/networks/0a541a17-4f1f-474c-8b16-9626260a5840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939605 Sep 23 23:15:23.184358 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1745e63-c6ae-4de2-9a3a-ddde32e4f237 req-346f246f-c258-4a3d-8a20-91b040941bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:23.185771 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a1745e63-c6ae-4de2-9a3a-ddde32e4f237 req-346f246f-c258-4a3d-8a20-91b040941bad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1ce270caeccc45089992ccfe6f9b5e97&device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 1096 time: 0.0448277 Sep 23 23:15:23.298326 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1745e63-c6ae-4de2-9a3a-ddde32e4f237 req-be6a2e73-f74e-4da8-8d5b-e10a50f8418c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:23.299856 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a1745e63-c6ae-4de2-9a3a-ddde32e4f237 req-be6a2e73-f74e-4da8-8d5b-e10a50f8418c service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a541a17-4f1f-474c-8b16-9626260a5840 HTTP/1.1" status: 200 len: 918 time: 0.1049218 Sep 23 23:15:23.309154 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae3a6f9-94e2-429c-bc4f-b3af0232bd33 req-db7d9b97-d539-4f2b-95b5-215dcc20e37a tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:23.310754 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-eae3a6f9-94e2-429c-bc4f-b3af0232bd33 req-db7d9b97-d539-4f2b-95b5-215dcc20e37a tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 943 time: 0.0638256 Sep 23 23:15:23.358694 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-eae3a6f9-94e2-429c-bc4f-b3af0232bd33 req-65483958-9172-410d-9487-f32f7229dd8e tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392962 Sep 23 23:15:23.369043 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a1745e63-c6ae-4de2-9a3a-ddde32e4f237 req-56b9ea5f-de8f-479d-a44d-eaf71dfb379a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab0ed4fc-89e0-472a-8b81-54ca653e1099 HTTP/1.1" status: 200 len: 217 time: 0.0607960 Sep 23 23:15:23.435948 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1745e63-c6ae-4de2-9a3a-ddde32e4f237 req-49a82be8-47b3-412c-85b1-fba67449da07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:23.437226 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a1745e63-c6ae-4de2-9a3a-ddde32e4f237 req-49a82be8-47b3-412c-85b1-fba67449da07 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c8241cf2-9853-4e57-aa8e-4b19fe5956ff HTTP/1.1" status: 200 len: 856 time: 0.0512750 Sep 23 23:15:23.722579 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1745e63-c6ae-4de2-9a3a-ddde32e4f237 req-730d9b2d-3512-4c10-a26a-d92d5480d994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:23.724272 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a1745e63-c6ae-4de2-9a3a-ddde32e4f237 req-730d9b2d-3512-4c10-a26a-d92d5480d994 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a541a17-4f1f-474c-8b16-9626260a5840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2772870 Sep 23 23:15:23.773906 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e03b8a93-9453-4568-a38f-f2a019dfdaa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:23.837243 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a1745e63-c6ae-4de2-9a3a-ddde32e4f237 req-da7878bf-919d-4477-a18d-81d46cd0d744 service neutron] 10.222.0.11 "GET /v2.0/networks/0a541a17-4f1f-474c-8b16-9626260a5840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979965 Sep 23 23:15:23.946415 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a1745e63-c6ae-4de2-9a3a-ddde32e4f237 req-5ecd1006-b577-489e-a016-3aaeb031a9a4 service neutron] 10.222.0.11 "GET /v2.0/networks/0a541a17-4f1f-474c-8b16-9626260a5840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013317 Sep 23 23:15:24.497716 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9fe12-d27a-464c-a82b-3da8f24a7a6d req-13e77ead-ffe6-402e-a0c9-a83bfb928689 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:24.499292 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-3fa9fe12-d27a-464c-a82b-3da8f24a7a6d req-13e77ead-ffe6-402e-a0c9-a83bfb928689 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 943 time: 0.0570240 Sep 23 23:15:24.551727 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-3fa9fe12-d27a-464c-a82b-3da8f24a7a6d req-d16de6ce-2a96-4753-89af-8345bafea837 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456762 Sep 23 23:15:25.679948 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83199d-42d1-4eb8-ae79-6636894ba0e8 req-add9b292-9ad7-46bd-ada0-c36504714178 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:25.681470 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7a83199d-42d1-4eb8-ae79-6636894ba0e8 req-add9b292-9ad7-46bd-ada0-c36504714178 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 943 time: 0.0524323 Sep 23 23:15:25.726957 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7a83199d-42d1-4eb8-ae79-6636894ba0e8 req-40339d43-4a2a-4204-960e-a38438a28e08 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393214 Sep 23 23:15:26.598156 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device ab0ed4fc-89e0-472a-8b81-54ca653e1099 details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:15:26.710253 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port ab0ed4fc-89e0-472a-8b81-54ca653e1099, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=ab0ed4fc-89e0-472a-8b81-54ca653e1099,segment=NetworkSegment(9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82),segment_id=9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:15:26.723912 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Returning: {'device': 'ab0ed4fc-89e0-472a-8b81-54ca653e1099', 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840', 'port_id': 'ab0ed4fc-89e0-472a-8b81-54ca653e1099', 'mac_address': 'fa:16:3e:58:0e:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8241cf2-9853-4e57-aa8e-4b19fe5956ff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:15:26.762994 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:26.776981 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab0ed4fc-89e0-472a-8b81-54ca653e1099 {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:15:26.804412 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port ab0ed4fc-89e0-472a-8b81-54ca653e1099, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=ab0ed4fc-89e0-472a-8b81-54ca653e1099,segment=NetworkSegment(9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82),segment_id=9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:15:26.810591 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:26.861218 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409613f-66d9-407d-8b33-5a5cc6964552 req-36ce8fc2-2795-4ba7-b0ca-cdc87e84fea5 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:26.862775 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e409613f-66d9-407d-8b33-5a5cc6964552 req-36ce8fc2-2795-4ba7-b0ca-cdc87e84fea5 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 944 time: 0.0571866 Sep 23 23:15:26.872795 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=ab0ed4fc-89e0-472a-8b81-54ca653e1099,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:26.897539 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:26.908054 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e409613f-66d9-407d-8b33-5a5cc6964552 req-d8aa2d23-0280-4cef-ab0a-8df7d3d7887d tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388479 Sep 23 23:15:27.057702 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['ab0ed4fc-89e0-472a-8b81-54ca653e1099'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:15:27.709100 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-be304831-813e-45b1-a5c1-6e0b7b4ea773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:28.039209 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b700b5-a1a9-4e70-9c50-34bf59e024c2 req-4087feaf-f8ca-4c1b-bb88-f4e896dcbd97 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:28.040717 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-47b700b5-a1a9-4e70-9c50-34bf59e024c2 req-4087feaf-f8ca-4c1b-bb88-f4e896dcbd97 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 944 time: 0.0529950 Sep 23 23:15:28.087180 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-47b700b5-a1a9-4e70-9c50-34bf59e024c2 req-5e6d6fe4-17cb-4e5c-aa25-18578b90bde7 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373693 Sep 23 23:15:28.600289 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device ab0ed4fc-89e0-472a-8b81-54ca653e1099 up at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:15:28.659171 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning for port ab0ed4fc-89e0-472a-8b81-54ca653e1099 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:15:28.663585 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning complete for port ab0ed4fc-89e0-472a-8b81-54ca653e1099 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:15:28.663843 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:28.756804 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:28.782100 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a91d218-84d8-4d77-8dfc-1161e84073b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0ed4fc-89e0-472a-8b81-54ca653e1099'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:15:28.784747 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7224bc9728871e873a89dc5c7795d0b38d91bd368c61c3cf47b1fa6016b6835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e5161b-94b3-42c9-8be1-5da895cea6e9" -d '{"events": [{"server_uuid": "9a91d218-84d8-4d77-8dfc-1161e84073b1", "name": "network-vif-plugged", "status": "completed", "tag": "ab0ed4fc-89e0-472a-8b81-54ca653e1099"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:15:28.800451 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port ab0ed4fc-89e0-472a-8b81-54ca653e1099, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=ab0ed4fc-89e0-472a-8b81-54ca653e1099,segment=NetworkSegment(9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82),segment_id=9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:15:28.806478 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:28.832122 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1926c85-2096-46d2-ab17-1e271e16a759 x-openstack-request-id: req-f1926c85-2096-46d2-ab17-1e271e16a759 {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:15:28.832533 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a91d218-84d8-4d77-8dfc-1161e84073b1", "name": "network-vif-plugged", "status": "completed", "tag": "ab0ed4fc-89e0-472a-8b81-54ca653e1099", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:15:28.832900 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f1926c85-2096-46d2-ab17-1e271e16a759 {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:15:28.833293 dv-cinder-810785-1-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a91d218-84d8-4d77-8dfc-1161e84073b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0ed4fc-89e0-472a-8b81-54ca653e1099', 'code': 200} Sep 23 23:15:28.871176 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=ab0ed4fc-89e0-472a-8b81-54ca653e1099,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:28.906642 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe1dd8-ed57-43a9-8fa5-7dc6c2e975ae req-e6d897e7-9a92-45a6-88b1-22452ed827d9 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:28.908241 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-fbfe1dd8-ed57-43a9-8fa5-7dc6c2e975ae req-e6d897e7-9a92-45a6-88b1-22452ed827d9 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 946 time: 0.0530052 Sep 23 23:15:28.948795 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-fbfe1dd8-ed57-43a9-8fa5-7dc6c2e975ae req-685feeb0-c07c-479e-b400-5848cd3a6b8b tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341809 Sep 23 23:15:28.972714 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 60426) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:15:29.013243 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf0e68-067d-45f6-9531-e52c9976fd76 req-b6057765-17d7-4dd4-85c9-125f25ada569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:29.014920 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-84bf0e68-067d-45f6-9531-e52c9976fd76 req-b6057765-17d7-4dd4-85c9-125f25ada569 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 1098 time: 0.0560181 Sep 23 23:15:29.053444 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-84bf0e68-067d-45f6-9531-e52c9976fd76 req-1579f475-ec1f-431a-8984-a922e108da8b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299399 Sep 23 23:15:29.159408 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:29.184568 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be67ebfd-1feb-4735-b1fe-05541597e35c tempest-TestMinimumBasicScenario-1682177539 tempest-TestMinimumBasicScenario-1682177539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:29.186213 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-be67ebfd-1feb-4735-b1fe-05541597e35c tempest-TestMinimumBasicScenario-1682177539 tempest-TestMinimumBasicScenario-1682177539-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 1094 time: 0.2124207 Sep 23 23:15:29.189731 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 60434) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:15:29.194474 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-ad84b8b8-1dbd-4b9d-bf21-8443bd6d761e tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Request body: {'floatingip': {'floating_network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'port_id': '8259c51f-95ea-43a5-9078-25c8b1c954b1', 'tenant_id': 'cead4bfdef074de4b2ff718f41705d60', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:15:29.225084 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc18e8-20e3-45f3-9d16-ef2afe4ccb04 req-6fd70903-fcda-46b4-944f-cb9bfd165d22 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:29.226120 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ad84b8b8-1dbd-4b9d-bf21-8443bd6d761e tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks [] for floatingip, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:29.226772 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e3fc18e8-20e3-45f3-9d16-ef2afe4ccb04 req-6fd70903-fcda-46b4-944f-cb9bfd165d22 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 945 time: 0.0572045 Sep 23 23:15:29.268378 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e3fc18e8-20e3-45f3-9d16-ef2afe4ccb04 req-3e3d6735-c410-4eaf-8a10-5718707a1f86 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350394 Sep 23 23:15:29.335689 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ad84b8b8-1dbd-4b9d-bf21-8443bd6d761e tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:29.456279 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [None req-ad84b8b8-1dbd-4b9d-bf21-8443bd6d761e tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Allocated IP 172.27.1.43 (b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1/47169b33-ea5f-4b9d-bf3b-155ff70b7556/7472bdcc-3e1d-4389-a5ee-e0195c822cd1) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:15:29.569008 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ad84b8b8-1dbd-4b9d-bf21-8443bd6d761e tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:29.604600 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ad84b8b8-1dbd-4b9d-bf21-8443bd6d761e tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:29.644493 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad84b8b8-1dbd-4b9d-bf21-8443bd6d761e tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Network b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:15:29.647397 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-ad84b8b8-1dbd-4b9d-bf21-8443bd6d761e tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:15:29.652028 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad84b8b8-1dbd-4b9d-bf21-8443bd6d761e tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:15:29.660062 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84b8b8-1dbd-4b9d-bf21-8443bd6d761e tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Pushing event updated for resources: {'Port': ['ID=7472bdcc-3e1d-4389-a5ee-e0195c822cd1,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:30.023540 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ad84b8b8-1dbd-4b9d-bf21-8443bd6d761e tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:30.095172 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ad84b8b8-1dbd-4b9d-bf21-8443bd6d761e tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:30.256731 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ad84b8b8-1dbd-4b9d-bf21-8443bd6d761e tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:30.262944 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ad84b8b8-1dbd-4b9d-bf21-8443bd6d761e tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257029'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:30.336065 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84b8b8-1dbd-4b9d-bf21-8443bd6d761e tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Pushing event updated for resources: {'Port': ['ID=7472bdcc-3e1d-4389-a5ee-e0195c822cd1,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:30.350709 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ad84b8b8-1dbd-4b9d-bf21-8443bd6d761e tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594972'] for floatingip, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:30.395549 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca930da0-d802-4d67-a2ff-28a8c778a2be req-5351f2e8-ac31-4b58-ac1b-dd86b2601964 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:30.397023 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ca930da0-d802-4d67-a2ff-28a8c778a2be req-5351f2e8-ac31-4b58-ac1b-dd86b2601964 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 945 time: 0.0503833 Sep 23 23:15:30.437156 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ca930da0-d802-4d67-a2ff-28a8c778a2be req-29ff6a9e-cb60-4ef5-b9c5-239b1df1351a tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337191 Sep 23 23:15:30.466618 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.db.l3_db [None req-ad84b8b8-1dbd-4b9d-bf21-8443bd6d761e tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Floating IP a26d1772-b947-4954-b512-87bb7ae4c7d6 associated. External IP: 172.27.1.43, port: 8259c51f-95ea-43a5-9078-25c8b1c954b1. Sep 23 23:15:30.513602 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:30.569585 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab55aec-82de-4520-bec5-355c7e26bcd8 req-5283fb4f-7a80-46b5-be45-c2998266c2c1 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:30.571117 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-3ab55aec-82de-4520-bec5-355c7e26bcd8 req-5283fb4f-7a80-46b5-be45-c2998266c2c1 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 945 time: 0.0490308 Sep 23 23:15:30.579981 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 60458) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:15:30.584356 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-1db2e0e7-59c2-470f-9676-ba40f6cbb5c4 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Request body: {'floatingip': {'port_id': 'ab0ed4fc-89e0-472a-8b81-54ca653e1099'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:15:30.626089 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1db2e0e7-59c2-470f-9676-ba40f6cbb5c4 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks [] for floatingip, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:30.692596 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad84b8b8-1dbd-4b9d-bf21-8443bd6d761e tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Router e427fe43-3dd7-45ec-b5b5-042a587dd9f8 has already been hosted by L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 {{(pid=94231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:15:30.799813 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad84b8b8-1dbd-4b9d-bf21-8443bd6d761e tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:15:30.811247 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5c2c42-f80e-4698-9957-2d5307f3d2f9 None None] Sync routers for ids ['e427fe43-3dd7-45ec-b5b5-042a587dd9f8'] in dv-cinder-810785-1-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:15:30.817310 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ad84b8b8-1dbd-4b9d-bf21-8443bd6d761e tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for floatingip, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:30.823161 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5c2c42-f80e-4698-9957-2d5307f3d2f9 None None] Routers {'e427fe43-3dd7-45ec-b5b5-042a587dd9f8'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:15:30.823840 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-5f5c2c42-f80e-4698-9957-2d5307f3d2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:15:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['e427fe43-3dd7-45ec-b5b5-042a587dd9f8'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:30.852912 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-ad84b8b8-1dbd-4b9d-bf21-8443bd6d761e tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6593428 Sep 23 23:15:30.852912 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f86f2f-ba0b-42ec-9f3a-d990b871b82c', 'tag': '8259c51f-95ea-43a5-9078-25c8b1c954b1'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:15:30.853341 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1d5602135d6fd2b93bb7a1a207777d999d514b69f59ce624d4faeb629b016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1dcd0af-546c-4273-ba7b-70511409f163" -d '{"events": [{"name": "network-changed", "server_uuid": "73f86f2f-ba0b-42ec-9f3a-d990b871b82c", "tag": "8259c51f-95ea-43a5-9078-25c8b1c954b1"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:15:30.856035 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 60460) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:15:30.861254 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-34e045e9-6576-4c1a-a48d-fbef905ddf6a tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-837106203', 'description': 'tempest-secgroup-smoke-837106203 description', 'project_id': 'cead4bfdef074de4b2ff718f41705d60'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:15:30.893081 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-34e045e9-6576-4c1a-a48d-fbef905ddf6a tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:30.896829 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46f9f86-2e2b-4081-a5dd-4123411f716f x-openstack-request-id: req-e46f9f86-2e2b-4081-a5dd-4123411f716f {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:15:30.897121 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73f86f2f-ba0b-42ec-9f3a-d990b871b82c", "tag": "8259c51f-95ea-43a5-9078-25c8b1c954b1", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:15:30.897398 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e46f9f86-2e2b-4081-a5dd-4123411f716f {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:15:30.897810 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f86f2f-ba0b-42ec-9f3a-d990b871b82c', 'tag': '8259c51f-95ea-43a5-9078-25c8b1c954b1', 'status': 'completed', 'code': 200} Sep 23 23:15:30.956265 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-5f5c2c42-f80e-4698-9957-2d5307f3d2f9 None None] Set router e427fe43-3dd7-45ec-b5b5-042a587dd9f8 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:15:30.984962 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dcd0af-546c-4273-ba7b-70511409f163 req-bbb39737-6460-4c29-85bb-fddca16a78bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:30.986453 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d1dcd0af-546c-4273-ba7b-70511409f163 req-bbb39737-6460-4c29-85bb-fddca16a78bc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cead4bfdef074de4b2ff718f41705d60&device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 1099 time: 0.0627007 Sep 23 23:15:31.039767 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-34e045e9-6576-4c1a-a48d-fbef905ddf6a tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:31.049158 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-34e045e9-6576-4c1a-a48d-fbef905ddf6a tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:31.090313 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1db2e0e7-59c2-470f-9676-ba40f6cbb5c4 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:31.095196 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1db2e0e7-59c2-470f-9676-ba40f6cbb5c4 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594972'] for floatingip, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:31.116138 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-34e045e9-6576-4c1a-a48d-fbef905ddf6a tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:31.119435 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-34e045e9-6576-4c1a-a48d-fbef905ddf6a tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2598636 Sep 23 23:15:31.120663 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 60464) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:15:31.122777 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e045e9-6576-4c1a-a48d-fbef905ddf6a tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f185a7b4-521b-4009-9707-c136e96191fc,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:31.128693 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-afc64d8c-2344-438b-a30b-d9bec5495188 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Request body: {'security_group_rule': {'security_group_id': 'f185a7b4-521b-4009-9707-c136e96191fc', 'project_id': 'cead4bfdef074de4b2ff718f41705d60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:15:31.162505 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dcd0af-546c-4273-ba7b-70511409f163 req-92024aea-0023-4952-a716-c2cbc31138a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:31.164282 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d1dcd0af-546c-4273-ba7b-70511409f163 req-92024aea-0023-4952-a716-c2cbc31138a3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=31655250-db1c-46f3-964c-1b665492b59d HTTP/1.1" status: 200 len: 915 time: 0.1612885 Sep 23 23:15:31.170977 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-afc64d8c-2344-438b-a30b-d9bec5495188 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:31.197656 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.db.l3_db [None req-1db2e0e7-59c2-470f-9676-ba40f6cbb5c4 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Floating IP 05a1f004-6af7-4ddc-b42a-a6f5dc4b2af8 associated. External IP: 172.27.1.38, port: ab0ed4fc-89e0-472a-8b81-54ca653e1099. Sep 23 23:15:31.213736 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-5f5c2c42-f80e-4698-9957-2d5307f3d2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e427fe43-3dd7-45ec-b5b5-042a587dd9f8', 'name': 'tempest-TestMinimumBasicScenario-518570058-router', 'tenant_id': 'cead4bfdef074de4b2ff718f41705d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '698fa09a-9675-46ba-9ef1-2afeac6c7f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:14:33Z', 'updated_at': '2021-09-23T23:14:37Z', 'revision_number': 4, 'project_id': 'cead4bfdef074de4b2ff718f41705d60', 'gw_port': {'id': '698fa09a-9675-46ba-9ef1-2afeac6c7f7f', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e427fe43-3dd7-45ec-b5b5-042a587dd9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:14:34Z', 'updated_at': '2021-09-23T23:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_floatingips': [{'id': 'a26d1772-b947-4954-b512-87bb7ae4c7d6', 'tenant_id': 'cead4bfdef074de4b2ff718f41705d60', 'floating_ip_address': '172.27.1.43', 'floating_network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'router_id': 'e427fe43-3dd7-45ec-b5b5-042a587dd9f8', 'port_id': '8259c51f-95ea-43a5-9078-25c8b1c954b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31655250-db1c-46f3-964c-1b665492b59d', 'mac_address': 'fa:16:3e:3b:fc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f86f2f-ba0b-42ec-9f3a-d990b871b82c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:15:29Z', 'updated_at': '2021-09-23T23:15:29Z', 'revision_number': 0, 'project_id': 'cead4bfdef074de4b2ff718f41705d60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffb4bd4f-c495-4a2a-bd99-af52af1efe64', 'name': '', 'network_id': '31655250-db1c-46f3-964c-1b665492b59d', 'tenant_id': 'cead4bfdef074de4b2ff718f41705d60', 'mac_address': 'fa:16:3e:ad:37:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e427fe43-3dd7-45ec-b5b5-042a587dd9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'db3924c4-efcb-44cf-aa6f-eeed8d664a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:14:36Z', 'updated_at': '2021-09-23T23:14:41Z', 'revision_number': 5, 'project_id': 'cead4bfdef074de4b2ff718f41705d60', 'subnets': [{'id': 'db3924c4-efcb-44cf-aa6f-eeed8d664a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:31.245339 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5c2c42-f80e-4698-9957-2d5307f3d2f9 None None] Checking router: e427fe43-3dd7-45ec-b5b5-042a587dd9f8 for host: dv-cinder-810785-1-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:15:31.254830 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5c2c42-f80e-4698-9957-2d5307f3d2f9 None None] Routers {'e427fe43-3dd7-45ec-b5b5-042a587dd9f8'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:15:31.255619 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-5f5c2c42-f80e-4698-9957-2d5307f3d2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:15:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['e427fe43-3dd7-45ec-b5b5-042a587dd9f8'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:31.266984 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-afc64d8c-2344-438b-a30b-d9bec5495188 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:31.278943 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-afc64d8c-2344-438b-a30b-d9bec5495188 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623447'] for security_group_rule, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:31.287518 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d1dcd0af-546c-4273-ba7b-70511409f163 req-025a4213-581a-4513-851f-08f5ab93c0ba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8259c51f-95ea-43a5-9078-25c8b1c954b1 HTTP/1.1" status: 200 len: 999 time: 0.0854895 Sep 23 23:15:31.307912 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc64d8c-2344-438b-a30b-d9bec5495188 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8395d6b7-1ced-4ae2-b885-b8d283c4ce3a,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:31.339941 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-afc64d8c-2344-438b-a30b-d9bec5495188 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:31.343687 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-afc64d8c-2344-438b-a30b-d9bec5495188 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2193067 Sep 23 23:15:31.343837 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 60466) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:15:31.350414 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-3a2594ab-206b-4f76-87eb-86563d8e2f68 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Request body: {'security_group_rule': {'security_group_id': 'f185a7b4-521b-4009-9707-c136e96191fc', 'project_id': 'cead4bfdef074de4b2ff718f41705d60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:15:31.369533 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-5f5c2c42-f80e-4698-9957-2d5307f3d2f9 None None] Set router e427fe43-3dd7-45ec-b5b5-042a587dd9f8 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:15:31.371545 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dcd0af-546c-4273-ba7b-70511409f163 req-ae1cda7e-e661-4219-8955-29b1ef508c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:31.373130 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d1dcd0af-546c-4273-ba7b-70511409f163 req-ae1cda7e-e661-4219-8955-29b1ef508c04 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=db3924c4-efcb-44cf-aa6f-eeed8d664a93 HTTP/1.1" status: 200 len: 853 time: 0.0777376 Sep 23 23:15:31.395614 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3a2594ab-206b-4f76-87eb-86563d8e2f68 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:31.446690 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db2e0e7-59c2-470f-9676-ba40f6cbb5c4 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Router ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7 has already been hosted by L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 {{(pid=94232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:15:31.462901 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dcd0af-546c-4273-ba7b-70511409f163 req-0220ff70-7641-4748-82d1-bf80f0d235da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:31.464810 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d1dcd0af-546c-4273-ba7b-70511409f163 req-0220ff70-7641-4748-82d1-bf80f0d235da service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=31655250-db1c-46f3-964c-1b665492b59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0831673 Sep 23 23:15:31.488987 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3a2594ab-206b-4f76-87eb-86563d8e2f68 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:31.500967 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3a2594ab-206b-4f76-87eb-86563d8e2f68 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623447'] for security_group_rule, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:31.568820 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2594ab-206b-4f76-87eb-86563d8e2f68 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=489ff72c-0965-46dd-827c-b92982a72317,revision_number=0']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:31.579108 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3a2594ab-206b-4f76-87eb-86563d8e2f68 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:31.583322 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-3a2594ab-206b-4f76-87eb-86563d8e2f68 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2356822 Sep 23 23:15:31.584183 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 60472) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:15:31.588793 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-6328b2b5-732e-4bba-a28e-7b11e12802fe tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Request body: {'security_group_rule': {'security_group_id': 'f185a7b4-521b-4009-9707-c136e96191fc', 'project_id': 'cead4bfdef074de4b2ff718f41705d60', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:15:31.606531 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d1dcd0af-546c-4273-ba7b-70511409f163 req-9342f9cc-b33d-48a4-9f03-23f18ce82961 service neutron] 10.222.0.11 "GET /v2.0/networks/31655250-db1c-46f3-964c-1b665492b59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314921 Sep 23 23:15:31.614906 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db2e0e7-59c2-470f-9676-ba40f6cbb5c4 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:15:31.621176 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-1db2e0e7-59c2-470f-9676-ba40f6cbb5c4 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for floatingip, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:31.628052 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5e4693-249c-4466-a0b9-6fca97b93bf4 None None] Sync routers for ids ['ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7'] in dv-cinder-810785-1-iscsi {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:15:31.638731 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5e4693-249c-4466-a0b9-6fca97b93bf4 None None] Routers {'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:15:31.640772 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-ea5e4693-249c-4466-a0b9-6fca97b93bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:15:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:31.652818 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-5f5c2c42-f80e-4698-9957-2d5307f3d2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e427fe43-3dd7-45ec-b5b5-042a587dd9f8', 'name': 'tempest-TestMinimumBasicScenario-518570058-router', 'tenant_id': 'cead4bfdef074de4b2ff718f41705d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '698fa09a-9675-46ba-9ef1-2afeac6c7f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:14:33Z', 'updated_at': '2021-09-23T23:14:37Z', 'revision_number': 4, 'project_id': 'cead4bfdef074de4b2ff718f41705d60', 'gw_port': {'id': '698fa09a-9675-46ba-9ef1-2afeac6c7f7f', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e427fe43-3dd7-45ec-b5b5-042a587dd9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:14:34Z', 'updated_at': '2021-09-23T23:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_floatingips': [{'id': 'a26d1772-b947-4954-b512-87bb7ae4c7d6', 'tenant_id': 'cead4bfdef074de4b2ff718f41705d60', 'floating_ip_address': '172.27.1.43', 'floating_network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'router_id': 'e427fe43-3dd7-45ec-b5b5-042a587dd9f8', 'port_id': '8259c51f-95ea-43a5-9078-25c8b1c954b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31655250-db1c-46f3-964c-1b665492b59d', 'mac_address': 'fa:16:3e:3b:fc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f86f2f-ba0b-42ec-9f3a-d990b871b82c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:15:29Z', 'updated_at': '2021-09-23T23:15:29Z', 'revision_number': 0, 'project_id': 'cead4bfdef074de4b2ff718f41705d60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffb4bd4f-c495-4a2a-bd99-af52af1efe64', 'name': '', 'network_id': '31655250-db1c-46f3-964c-1b665492b59d', 'tenant_id': 'cead4bfdef074de4b2ff718f41705d60', 'mac_address': 'fa:16:3e:ad:37:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e427fe43-3dd7-45ec-b5b5-042a587dd9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'db3924c4-efcb-44cf-aa6f-eeed8d664a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:14:36Z', 'updated_at': '2021-09-23T23:14:41Z', 'revision_number': 5, 'project_id': 'cead4bfdef074de4b2ff718f41705d60', 'subnets': [{'id': 'db3924c4-efcb-44cf-aa6f-eeed8d664a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:31.653439 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-6328b2b5-732e-4bba-a28e-7b11e12802fe tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:31.669701 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-1db2e0e7-59c2-470f-9676-ba40f6cbb5c4 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "PUT /v2.0/floatingips/05a1f004-6af7-4ddc-b42a-a6f5dc4b2af8 HTTP/1.1" status: 200 len: 990 time: 1.0799456 Sep 23 23:15:31.675521 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a91d218-84d8-4d77-8dfc-1161e84073b1', 'tag': 'ab0ed4fc-89e0-472a-8b81-54ca653e1099'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:15:31.677826 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc74f1c012309c835ea1a53c8f5f732cbfbf790adc92ee6109ffd7f3bd94d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9638d5ed-2240-444d-9e52-96ec3b65aa4d" -d '{"events": [{"name": "network-changed", "server_uuid": "9a91d218-84d8-4d77-8dfc-1161e84073b1", "tag": "ab0ed4fc-89e0-472a-8b81-54ca653e1099"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:15:31.693195 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5c2c42-f80e-4698-9957-2d5307f3d2f9 None None] The sync data for ids ['e427fe43-3dd7-45ec-b5b5-042a587dd9f8'] in dv-cinder-810785-1-iscsi is: [{'id': 'e427fe43-3dd7-45ec-b5b5-042a587dd9f8', 'name': 'tempest-TestMinimumBasicScenario-518570058-router', 'tenant_id': 'cead4bfdef074de4b2ff718f41705d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '698fa09a-9675-46ba-9ef1-2afeac6c7f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:14:33Z', 'updated_at': '2021-09-23T23:14:37Z', 'revision_number': 4, 'project_id': 'cead4bfdef074de4b2ff718f41705d60', 'gw_port': {'id': '698fa09a-9675-46ba-9ef1-2afeac6c7f7f', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e427fe43-3dd7-45ec-b5b5-042a587dd9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:14:34Z', 'updated_at': '2021-09-23T23:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_floatingips': [{'id': 'a26d1772-b947-4954-b512-87bb7ae4c7d6', 'tenant_id': 'cead4bfdef074de4b2ff718f41705d60', 'floating_ip_address': '172.27.1.43', 'floating_network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'router_id': 'e427fe43-3dd7-45ec-b5b5-042a587dd9f8', 'port_id': '8259c51f-95ea-43a5-9078-25c8b1c954b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31655250-db1c-46f3-964c-1b665492b59d', 'mac_address': 'fa:16:3e:3b:fc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f86f2f-ba0b-42ec-9f3a-d990b871b82c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:15:29Z', 'updated_at': '2021-09-23T23:15:29Z', 'revision_number': 0, 'project_id': 'cead4bfdef074de4b2ff718f41705d60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffb4bd4f-c495-4a2a-bd99-af52af1efe64', 'name': '', 'network_id': '31655250-db1c-46f3-964c-1b665492b59d', 'tenant_id': 'cead4bfdef074de4b2ff718f41705d60', 'mac_address': 'fa:16:3e:ad:37:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e427fe43-3dd7-45ec-b5b5-042a587dd9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'db3924c4-efcb-44cf-aa6f-eeed8d664a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:14:36Z', 'updated_at': '2021-09-23T23:14:41Z', 'revision_number': 5, 'project_id': 'cead4bfdef074de4b2ff718f41705d60', 'subnets': [{'id': 'db3924c4-efcb-44cf-aa6f-eeed8d664a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:15:31.737740 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d1dcd0af-546c-4273-ba7b-70511409f163 req-bbac5859-3301-4557-9568-1c21d2662857 service neutron] 10.222.0.11 "GET /v2.0/networks/31655250-db1c-46f3-964c-1b665492b59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223810 Sep 23 23:15:31.761128 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52522e2-f5a6-4d74-88bb-9977f547c808 x-openstack-request-id: req-b52522e2-f5a6-4d74-88bb-9977f547c808 {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:15:31.761447 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a91d218-84d8-4d77-8dfc-1161e84073b1", "tag": "ab0ed4fc-89e0-472a-8b81-54ca653e1099", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:15:31.761693 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b52522e2-f5a6-4d74-88bb-9977f547c808 {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:15:31.762131 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a91d218-84d8-4d77-8dfc-1161e84073b1', 'tag': 'ab0ed4fc-89e0-472a-8b81-54ca653e1099', 'status': 'completed', 'code': 200} Sep 23 23:15:31.764153 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-6328b2b5-732e-4bba-a28e-7b11e12802fe tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:31.774217 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-6328b2b5-732e-4bba-a28e-7b11e12802fe tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623447'] for security_group_rule, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:31.797658 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6328b2b5-732e-4bba-a28e-7b11e12802fe tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b113d8c-57fa-4c3a-b952-12ad3894c488,revision_number=0']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:31.803566 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-6328b2b5-732e-4bba-a28e-7b11e12802fe tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:31.808291 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-6328b2b5-732e-4bba-a28e-7b11e12802fe tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2196295 Sep 23 23:15:31.808291 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 60478) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:15:31.810920 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-ea5e4693-249c-4466-a0b9-6fca97b93bf4 None None] Set router ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:15:31.813460 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-7ad00d9b-5e1b-437c-93dc-440db914f26b tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Request body: {'security_group_rule': {'security_group_id': 'f185a7b4-521b-4009-9707-c136e96191fc', 'project_id': 'cead4bfdef074de4b2ff718f41705d60', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:15:31.834243 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638d5ed-2240-444d-9e52-96ec3b65aa4d req-88e8e896-005a-42f3-af3c-29734e20ecd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:31.836013 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9638d5ed-2240-444d-9e52-96ec3b65aa4d req-88e8e896-005a-42f3-af3c-29734e20ecd3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1ce270caeccc45089992ccfe6f9b5e97&device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 1098 time: 0.0475860 Sep 23 23:15:31.848173 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-7ad00d9b-5e1b-437c-93dc-440db914f26b tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:31.920293 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-7ad00d9b-5e1b-437c-93dc-440db914f26b tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:31.926885 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-7ad00d9b-5e1b-437c-93dc-440db914f26b tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623447'] for security_group_rule, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:31.949809 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638d5ed-2240-444d-9e52-96ec3b65aa4d req-887e397d-f48e-4696-9973-9de62b5eb22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:31.951721 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9638d5ed-2240-444d-9e52-96ec3b65aa4d req-887e397d-f48e-4696-9973-9de62b5eb22f service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a541a17-4f1f-474c-8b16-9626260a5840 HTTP/1.1" status: 200 len: 918 time: 0.1084332 Sep 23 23:15:31.954984 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad00d9b-5e1b-437c-93dc-440db914f26b tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0a43697-d61a-4e36-8ee1-dd7540be6aa6,revision_number=0']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:31.964472 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-7ad00d9b-5e1b-437c-93dc-440db914f26b tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:31.968950 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-7ad00d9b-5e1b-437c-93dc-440db914f26b tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1574788 Sep 23 23:15:31.980684 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 60480) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:15:31.989670 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-fb18954c-1d85-49d2-b93c-2244d9275623 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Request body: {'security_group_rule': {'security_group_id': 'f185a7b4-521b-4009-9707-c136e96191fc', 'project_id': 'cead4bfdef074de4b2ff718f41705d60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:15:32.002668 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b6f183-c304-4ff9-83df-17c887bb5982 None None] New status for floating IP a26d1772-b947-4954-b512-87bb7ae4c7d6: ACTIVE {{(pid=94233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:15:32.038386 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.db.securitygroups_db [None req-fb18954c-1d85-49d2-b93c-2244d9275623 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Project cead4bfdef074de4b2ff718f41705d60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 23:15:32.043667 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9638d5ed-2240-444d-9e52-96ec3b65aa4d req-d22c047b-2072-4eb1-9c12-2ead6f1e7978 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab0ed4fc-89e0-472a-8b81-54ca653e1099 HTTP/1.1" status: 200 len: 998 time: 0.0836794 Sep 23 23:15:32.044244 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-fb18954c-1d85-49d2-b93c-2244d9275623 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:32.103583 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638d5ed-2240-444d-9e52-96ec3b65aa4d req-7a506f05-5b9f-4dd5-b240-27caba093db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:32.105129 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9638d5ed-2240-444d-9e52-96ec3b65aa4d req-7a506f05-5b9f-4dd5-b240-27caba093db3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c8241cf2-9853-4e57-aa8e-4b19fe5956ff HTTP/1.1" status: 200 len: 856 time: 0.0497434 Sep 23 23:15:32.121796 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-fb18954c-1d85-49d2-b93c-2244d9275623 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:32.128116 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-fb18954c-1d85-49d2-b93c-2244d9275623 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623447'] for security_group_rule, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:32.148588 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb18954c-1d85-49d2-b93c-2244d9275623 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d30317-dd9d-461a-8931-a9ff1cf6191d,revision_number=0']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:32.161194 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-fb18954c-1d85-49d2-b93c-2244d9275623 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:32.162680 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-fb18954c-1d85-49d2-b93c-2244d9275623 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1802268 Sep 23 23:15:32.165259 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 60482) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:15:32.169916 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-c04e073f-bfa1-48ba-9dbc-540641e54700 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Request body: {'security_group_rule': {'security_group_id': 'f185a7b4-521b-4009-9707-c136e96191fc', 'project_id': 'cead4bfdef074de4b2ff718f41705d60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:15:32.172920 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638d5ed-2240-444d-9e52-96ec3b65aa4d req-aac6a92a-34f5-4833-abf5-3f48b9d68915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:32.174428 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9638d5ed-2240-444d-9e52-96ec3b65aa4d req-aac6a92a-34f5-4833-abf5-3f48b9d68915 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a541a17-4f1f-474c-8b16-9626260a5840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0583880 Sep 23 23:15:32.202976 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.db.securitygroups_db [None req-c04e073f-bfa1-48ba-9dbc-540641e54700 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Project cead4bfdef074de4b2ff718f41705d60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 23:15:32.209581 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-ea5e4693-249c-4466-a0b9-6fca97b93bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1245347857-router', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:10:31Z', 'updated_at': '2021-09-23T23:10:38Z', 'revision_number': 4, 'project_id': '1ce270caeccc45089992ccfe6f9b5e97', 'gw_port': {'id': 'a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:10:32Z', 'updated_at': '2021-09-23T23:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_floatingips': [{'id': '05a1f004-6af7-4ddc-b42a-a6f5dc4b2af8', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'router_id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'port_id': 'ab0ed4fc-89e0-472a-8b81-54ca653e1099', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840', 'mac_address': 'fa:16:3e:58:0e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a91d218-84d8-4d77-8dfc-1161e84073b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:15:18Z', 'updated_at': '2021-09-23T23:15:30Z', 'revision_number': 1, 'project_id': '1ce270caeccc45089992ccfe6f9b5e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bcfd350-dc29-4821-9140-efa8fddc726e', 'name': '', 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'mac_address': 'fa:16:3e:fd:f2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c8241cf2-9853-4e57-aa8e-4b19fe5956ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:10:37Z', 'updated_at': '2021-09-23T23:10:43Z', 'revision_number': 5, 'project_id': '1ce270caeccc45089992ccfe6f9b5e97', 'subnets': [{'id': 'c8241cf2-9853-4e57-aa8e-4b19fe5956ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:32.213979 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c04e073f-bfa1-48ba-9dbc-540641e54700 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:32.239674 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5e4693-249c-4466-a0b9-6fca97b93bf4 None None] Checking router: ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7 for host: dv-cinder-810785-1-iscsi {{(pid=94234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:15:32.248443 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5e4693-249c-4466-a0b9-6fca97b93bf4 None None] Routers {'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:15:32.249067 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-ea5e4693-249c-4466-a0b9-6fca97b93bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:15:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:32.283678 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c04e073f-bfa1-48ba-9dbc-540641e54700 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:32.288677 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c04e073f-bfa1-48ba-9dbc-540641e54700 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623447'] for security_group_rule, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:32.298763 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9638d5ed-2240-444d-9e52-96ec3b65aa4d req-dd9ed383-959f-4658-a386-d3fed9e7ab73 service neutron] 10.222.0.11 "GET /v2.0/networks/0a541a17-4f1f-474c-8b16-9626260a5840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168478 Sep 23 23:15:32.304280 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e073f-bfa1-48ba-9dbc-540641e54700 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=286d5717-65c7-4b2f-9e55-fd3cfec22e56,revision_number=0']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:32.314434 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c04e073f-bfa1-48ba-9dbc-540641e54700 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:32.316026 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-c04e073f-bfa1-48ba-9dbc-540641e54700 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1497576 Sep 23 23:15:32.362213 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-ea5e4693-249c-4466-a0b9-6fca97b93bf4 None None] Set router ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:15:32.402252 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-9638d5ed-2240-444d-9e52-96ec3b65aa4d req-3fb2c5d5-bde3-4f1a-89c8-4aa39119b0f1 service neutron] 10.222.0.11 "GET /v2.0/networks/0a541a17-4f1f-474c-8b16-9626260a5840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951583 Sep 23 23:15:32.402996 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-26a6cf8f-f2ba-4a57-bd95-f465cb56041e req-6305c6cf-57c2-451c-8fa7-a24fb973b69e tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-837106203&fields=id&tenant_id=cead4bfdef074de4b2ff718f41705d60 HTTP/1.1" status: 200 len: 267 time: 0.0358121 Sep 23 23:15:32.459954 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6cf8f-f2ba-4a57-bd95-f465cb56041e req-21dd5116-9b8f-4970-b965-cbe22fc20713 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:32.461589 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-26a6cf8f-f2ba-4a57-bd95-f465cb56041e req-21dd5116-9b8f-4970-b965-cbe22fc20713 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 946 time: 0.0520990 Sep 23 23:15:32.475566 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [req-26a6cf8f-f2ba-4a57-bd95-f465cb56041e req-c834399c-6fd9-4916-b641-bb9c796506e8 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Request body: {'port': {'security_groups': ['c7575cef-8a11-4693-a26b-5f8e2dbbaa1a', 'f185a7b4-521b-4009-9707-c136e96191fc']}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:15:32.610450 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-ea5e4693-249c-4466-a0b9-6fca97b93bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1245347857-router', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:10:31Z', 'updated_at': '2021-09-23T23:10:38Z', 'revision_number': 4, 'project_id': '1ce270caeccc45089992ccfe6f9b5e97', 'gw_port': {'id': 'a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:10:32Z', 'updated_at': '2021-09-23T23:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_floatingips': [{'id': '05a1f004-6af7-4ddc-b42a-a6f5dc4b2af8', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'router_id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'port_id': 'ab0ed4fc-89e0-472a-8b81-54ca653e1099', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840', 'mac_address': 'fa:16:3e:58:0e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a91d218-84d8-4d77-8dfc-1161e84073b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:15:18Z', 'updated_at': '2021-09-23T23:15:30Z', 'revision_number': 1, 'project_id': '1ce270caeccc45089992ccfe6f9b5e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bcfd350-dc29-4821-9140-efa8fddc726e', 'name': '', 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'mac_address': 'fa:16:3e:fd:f2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c8241cf2-9853-4e57-aa8e-4b19fe5956ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:10:37Z', 'updated_at': '2021-09-23T23:10:43Z', 'revision_number': 5, 'project_id': '1ce270caeccc45089992ccfe6f9b5e97', 'subnets': [{'id': 'c8241cf2-9853-4e57-aa8e-4b19fe5956ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:32.638404 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5e4693-249c-4466-a0b9-6fca97b93bf4 None None] The sync data for ids ['ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7'] in dv-cinder-810785-1-iscsi is: [{'id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1245347857-router', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:10:31Z', 'updated_at': '2021-09-23T23:10:38Z', 'revision_number': 4, 'project_id': '1ce270caeccc45089992ccfe6f9b5e97', 'gw_port': {'id': 'a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:10:32Z', 'updated_at': '2021-09-23T23:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_floatingips': [{'id': '05a1f004-6af7-4ddc-b42a-a6f5dc4b2af8', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'router_id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'port_id': 'ab0ed4fc-89e0-472a-8b81-54ca653e1099', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840', 'mac_address': 'fa:16:3e:58:0e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a91d218-84d8-4d77-8dfc-1161e84073b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:15:18Z', 'updated_at': '2021-09-23T23:15:30Z', 'revision_number': 1, 'project_id': '1ce270caeccc45089992ccfe6f9b5e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bcfd350-dc29-4821-9140-efa8fddc726e', 'name': '', 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'mac_address': 'fa:16:3e:fd:f2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c8241cf2-9853-4e57-aa8e-4b19fe5956ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:10:37Z', 'updated_at': '2021-09-23T23:10:43Z', 'revision_number': 5, 'project_id': '1ce270caeccc45089992ccfe6f9b5e97', 'subnets': [{'id': 'c8241cf2-9853-4e57-aa8e-4b19fe5956ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:15:32.788999 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-26a6cf8f-f2ba-4a57-bd95-f465cb56041e req-c834399c-6fd9-4916-b641-bb9c796506e8 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:32.855441 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f9e8cc-b40f-402c-b1cd-2a5492269b65 None None] New status for floating IP 05a1f004-6af7-4ddc-b42a-a6f5dc4b2af8: ACTIVE {{(pid=94234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:15:33.012537 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-26a6cf8f-f2ba-4a57-bd95-f465cb56041e req-c834399c-6fd9-4916-b641-bb9c796506e8 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] For port 8259c51f-95ea-43a5-9078-25c8b1c954b1, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=8259c51f-95ea-43a5-9078-25c8b1c954b1,segment=NetworkSegment(791cda37-c671-461b-9c6a-2650f79cf076),segment_id=791cda37-c671-461b-9c6a-2650f79cf076)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:15:33.044887 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-26a6cf8f-f2ba-4a57-bd95-f465cb56041e req-c834399c-6fd9-4916-b641-bb9c796506e8 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks [] for port, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:33.050853 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-26a6cf8f-f2ba-4a57-bd95-f465cb56041e req-c834399c-6fd9-4916-b641-bb9c796506e8 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416643'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:33.067568 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['8259c51f-95ea-43a5-9078-25c8b1c954b1'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:15:33.104272 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6cf8f-f2ba-4a57-bd95-f465cb56041e req-c834399c-6fd9-4916-b641-bb9c796506e8 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:33.105026 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-26a6cf8f-f2ba-4a57-bd95-f465cb56041e req-c834399c-6fd9-4916-b641-bb9c796506e8 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:33.115724 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-26a6cf8f-f2ba-4a57-bd95-f465cb56041e req-c834399c-6fd9-4916-b641-bb9c796506e8 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "PUT /v2.0/ports/8259c51f-95ea-43a5-9078-25c8b1c954b1 HTTP/1.1" status: 200 len: 982 time: 0.6433752 Sep 23 23:15:33.141820 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834399c-6fd9-4916-b641-bb9c796506e8 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Pushing event updated for resources: {'Port': ['ID=8259c51f-95ea-43a5-9078-25c8b1c954b1,revision_number=6']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:33.150917 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834399c-6fd9-4916-b641-bb9c796506e8 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:33.151330 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834399c-6fd9-4916-b641-bb9c796506e8 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:33.151914 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834399c-6fd9-4916-b641-bb9c796506e8 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:33.152214 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834399c-6fd9-4916-b641-bb9c796506e8 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:33.152545 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834399c-6fd9-4916-b641-bb9c796506e8 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:33.153548 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834399c-6fd9-4916-b641-bb9c796506e8 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:33.153548 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834399c-6fd9-4916-b641-bb9c796506e8 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:33.153548 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834399c-6fd9-4916-b641-bb9c796506e8 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:33.153833 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834399c-6fd9-4916-b641-bb9c796506e8 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:33.154130 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834399c-6fd9-4916-b641-bb9c796506e8 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:33.154450 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834399c-6fd9-4916-b641-bb9c796506e8 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:33.154769 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834399c-6fd9-4916-b641-bb9c796506e8 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:33.197553 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['8259c51f-95ea-43a5-9078-25c8b1c954b1'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:15:33.229030 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00be5c-dc6f-40f1-80ab-b5d541faa21c req-8d24cb02-c146-41af-8b02-4905fc1127a6 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:33.231578 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6b00be5c-dc6f-40f1-80ab-b5d541faa21c req-8d24cb02-c146-41af-8b02-4905fc1127a6 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 985 time: 0.0586104 Sep 23 23:15:33.278681 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6b00be5c-dc6f-40f1-80ab-b5d541faa21c req-fc0b80d5-dc4d-4b0e-b962-b87fa3f2f0c9 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&id=f185a7b4-521b-4009-9707-c136e96191fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395236 Sep 23 23:15:33.369234 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-f79b6064-9a90-4d78-8786-bd9303ef2ade None None] Provisioning complete for port 8259c51f-95ea-43a5-9078-25c8b1c954b1 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:15:33.369484 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-f79b6064-9a90-4d78-8786-bd9303ef2ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:33.727716 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-dfd6b848-a88a-4aec-9129-f2e000253cc5 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-996168507&fields=id&tenant_id=092b8e38c05d455b8c071ade5b025610 HTTP/1.1" status: 200 len: 267 time: 0.0346119 Sep 23 23:15:33.767405 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f86f2f-ba0b-42ec-9f3a-d990b871b82c', 'tag': '8259c51f-95ea-43a5-9078-25c8b1c954b1'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:15:33.769671 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc74f1c012309c835ea1a53c8f5f732cbfbf790adc92ee6109ffd7f3bd94d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d36ae7-7150-451e-98f3-be0d7961d847" -d '{"events": [{"name": "network-changed", "server_uuid": "73f86f2f-ba0b-42ec-9f3a-d990b871b82c", "tag": "8259c51f-95ea-43a5-9078-25c8b1c954b1"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:15:33.816687 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a749b7b3-db2d-41a2-9de0-1ad1636a0f11 x-openstack-request-id: req-a749b7b3-db2d-41a2-9de0-1ad1636a0f11 {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:15:33.817027 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73f86f2f-ba0b-42ec-9f3a-d990b871b82c", "tag": "8259c51f-95ea-43a5-9078-25c8b1c954b1", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:15:33.817271 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a749b7b3-db2d-41a2-9de0-1ad1636a0f11 {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:15:33.817646 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f86f2f-ba0b-42ec-9f3a-d990b871b82c', 'tag': '8259c51f-95ea-43a5-9078-25c8b1c954b1', 'status': 'completed', 'code': 200} Sep 23 23:15:33.848279 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-882f9d1a-f106-40cd-aa02-f5f99f380f41 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:33.849794 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-882f9d1a-f106-40cd-aa02-f5f99f380f41 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/networks?id=e5951a13-5270-4a63-a4b5-501d42277863 HTTP/1.1" status: 200 len: 809 time: 0.1151547 Sep 23 23:15:33.865257 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-a1800acb-40fc-4c7e-9bc3-7ae5cd68888f tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/quotas/092b8e38c05d455b8c071ade5b025610 HTTP/1.1" status: 200 len: 375 time: 0.0097067 Sep 23 23:15:33.877515 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d36ae7-7150-451e-98f3-be0d7961d847 req-9b3df5e6-b037-47b6-aec6-f65a69c67b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:33.879012 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f2d36ae7-7150-451e-98f3-be0d7961d847 req-9b3df5e6-b037-47b6-aec6-f65a69c67b3b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cead4bfdef074de4b2ff718f41705d60&device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 1138 time: 0.0443797 Sep 23 23:15:33.928511 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-f7ea5922-3c96-41c1-8a69-af06f011515e tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=092b8e38c05d455b8c071ade5b025610&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483160 Sep 23 23:15:33.980621 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d36ae7-7150-451e-98f3-be0d7961d847 req-98a4653e-4157-4668-bd20-80250c2f505f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:33.982102 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f2d36ae7-7150-451e-98f3-be0d7961d847 req-98a4653e-4157-4668-bd20-80250c2f505f service neutron] 10.222.0.11 "GET /v2.0/networks?id=31655250-db1c-46f3-964c-1b665492b59d HTTP/1.1" status: 200 len: 915 time: 0.0937476 Sep 23 23:15:34.030746 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-d2f683b7-cf15-4d72-8ea8-f31b642b7ebf service neutron] 10.222.0.46 "GET /v2.0/networks/e5951a13-5270-4a63-a4b5-501d42277863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889680 Sep 23 23:15:34.052397 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f2d36ae7-7150-451e-98f3-be0d7961d847 req-fc1f9569-85a4-4698-ad95-ed6b2d24381b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8259c51f-95ea-43a5-9078-25c8b1c954b1 HTTP/1.1" status: 200 len: 1001 time: 0.0623276 Sep 23 23:15:34.138205 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-143989c0-3f08-4ae8-9277-c557ba428a53 service neutron] 10.222.0.46 "GET /v2.0/networks/e5951a13-5270-4a63-a4b5-501d42277863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011696 Sep 23 23:15:34.327172 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d36ae7-7150-451e-98f3-be0d7961d847 req-1f457bb7-155d-4b04-97de-c2634e5d6b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:34.329390 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f2d36ae7-7150-451e-98f3-be0d7961d847 req-1f457bb7-155d-4b04-97de-c2634e5d6b2a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=db3924c4-efcb-44cf-aa6f-eeed8d664a93 HTTP/1.1" status: 200 len: 853 time: 0.2692015 Sep 23 23:15:34.381950 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d36ae7-7150-451e-98f3-be0d7961d847 req-e6e41a90-389e-44b3-a865-a712fae4e5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:34.383614 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f2d36ae7-7150-451e-98f3-be0d7961d847 req-e6e41a90-389e-44b3-a865-a712fae4e5be service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=31655250-db1c-46f3-964c-1b665492b59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461669 Sep 23 23:15:34.454340 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-898e1ee5-9cc0-4d53-9609-b16901f8c281 req-d4e34636-d917-4b51-9bce-78dd51a55bb1 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 210 time: 0.0259554 Sep 23 23:15:34.485806 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f2d36ae7-7150-451e-98f3-be0d7961d847 req-c3a33b1d-da1f-4fb5-80d2-bca46a44ba0f service neutron] 10.222.0.11 "GET /v2.0/networks/31655250-db1c-46f3-964c-1b665492b59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936384 Sep 23 23:15:34.585276 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f2d36ae7-7150-451e-98f3-be0d7961d847 req-96597b2c-ce03-43a2-864e-ef422e6b6b7d service neutron] 10.222.0.11 "GET /v2.0/networks/31655250-db1c-46f3-964c-1b665492b59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884366 Sep 23 23:15:35.511000 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-272ab1c5-a6a9-4b64-8e9c-4467514a1670 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:35.512726 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-272ab1c5-a6a9-4b64-8e9c-4467514a1670 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.11 "GET /v2.0/networks?id=e5951a13-5270-4a63-a4b5-501d42277863 HTTP/1.1" status: 200 len: 809 time: 0.1165583 Sep 23 23:15:35.559719 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e64a04c9-599d-4a5b-8c90-6bd86ce8b0bb req-4b034ef7-067a-47e3-b9ae-a2987e87817d tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 210 time: 0.0276659 Sep 23 23:15:35.575108 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-7ca05790-acd3-4428-a19c-0044ec0e0c3c tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=092b8e38c05d455b8c071ade5b025610 HTTP/1.1" status: 200 len: 379 time: 0.0418668 Sep 23 23:15:35.585703 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-e428760f-f587-4703-894c-5099a6948f9c tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Request body: {'port': {'device_id': 'da0fb78a-9df4-4ed4-a7c8-066e3f724c37', 'network_id': 'e5951a13-5270-4a63-a4b5-501d42277863', 'admin_state_up': True, 'tenant_id': '092b8e38c05d455b8c071ade5b025610', 'security_groups': ['95f932e5-85a7-4bd1-8f85-1c92aa1526b4']}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:15:35.701575 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-e428760f-f587-4703-894c-5099a6948f9c tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Made reservation on behalf of 092b8e38c05d455b8c071ade5b025610 for: {'port': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:15:35.705176 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-e428760f-f587-4703-894c-5099a6948f9c tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:35.848229 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-e428760f-f587-4703-894c-5099a6948f9c tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Allocated IP 172.20.0.13 (e5951a13-5270-4a63-a4b5-501d42277863/7beacad9-fcef-408b-9f9c-c9bd5df50f14/c4ae2fb1-501e-43ae-89d4-c68313813af4) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:15:36.006155 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-e428760f-f587-4703-894c-5099a6948f9c tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:36.043563 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-e428760f-f587-4703-894c-5099a6948f9c tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:36.088642 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-e428760f-f587-4703-894c-5099a6948f9c tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Network e5951a13-5270-4a63-a4b5-501d42277863 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:15:36.090445 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-e428760f-f587-4703-894c-5099a6948f9c tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:15:36.094511 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-e428760f-f587-4703-894c-5099a6948f9c tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:15:36.134040 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e428760f-f587-4703-894c-5099a6948f9c tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Pushing event updated for resources: {'Port': ['ID=c4ae2fb1-501e-43ae-89d4-c68313813af4,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:36.148986 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e428760f-f587-4703-894c-5099a6948f9c tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:36.149318 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e428760f-f587-4703-894c-5099a6948f9c tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:36.149663 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e428760f-f587-4703-894c-5099a6948f9c tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:36.149973 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e428760f-f587-4703-894c-5099a6948f9c tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:36.150291 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e428760f-f587-4703-894c-5099a6948f9c tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:36.150613 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e428760f-f587-4703-894c-5099a6948f9c tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:36.150959 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e428760f-f587-4703-894c-5099a6948f9c tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:36.151235 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e428760f-f587-4703-894c-5099a6948f9c tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:36.151581 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e428760f-f587-4703-894c-5099a6948f9c tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:36.151901 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e428760f-f587-4703-894c-5099a6948f9c tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:36.152213 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e428760f-f587-4703-894c-5099a6948f9c tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:36.152523 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e428760f-f587-4703-894c-5099a6948f9c tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:36.176379 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-e428760f-f587-4703-894c-5099a6948f9c tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:36.177442 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-e428760f-f587-4703-894c-5099a6948f9c tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:36.193698 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-e428760f-f587-4703-894c-5099a6948f9c tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6120358 Sep 23 23:15:36.214230 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-25e0f789-290e-4337-a9f7-4bd131693861 service neutron] Request body: {'port': {'device_id': 'da0fb78a-9df4-4ed4-a7c8-066e3f724c37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81078'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:15:36.282771 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-25e0f789-290e-4337-a9f7-4bd131693861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:36.344234 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-a48733c6-0488-461f-8a72-d926219b3ef8 None None] Provisioning complete for port c4ae2fb1-501e-43ae-89d4-c68313813af4 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:15:36.344993 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-a48733c6-0488-461f-8a72-d926219b3ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:36.393679 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-a48733c6-0488-461f-8a72-d926219b3ef8 None None] Port c4ae2fb1-501e-43ae-89d4-c68313813af4 cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:15:36.578174 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-25e0f789-290e-4337-a9f7-4bd131693861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4ae2fb1-501e-43ae-89d4-c68313813af4 {{(pid=94231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:15:36.586067 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-25e0f789-290e-4337-a9f7-4bd131693861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:36.598694 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.provisioning_blocks [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-25e0f789-290e-4337-a9f7-4bd131693861 service neutron] Transition to ACTIVE for port object c4ae2fb1-501e-43ae-89d4-c68313813af4 will not be triggered until provisioned by entity L2. {{(pid=94231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:15:36.604898 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-25e0f789-290e-4337-a9f7-4bd131693861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257029'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:36.660633 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0f789-290e-4337-a9f7-4bd131693861 service neutron] Pushing event updated for resources: {'Port': ['ID=c4ae2fb1-501e-43ae-89d4-c68313813af4,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:36.685678 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520f683-f0ad-401a-a5b0-996d85f8b3ad req-30420706-f376-47a0-b642-61a06b223ba2 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:36.688237 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a520f683-f0ad-401a-a5b0-996d85f8b3ad req-30420706-f376-47a0-b642-61a06b223ba2 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 944 time: 0.0579674 Sep 23 23:15:36.727777 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-25e0f789-290e-4337-a9f7-4bd131693861 service neutron] Attempting to bind port c4ae2fb1-501e-43ae-89d4-c68313813af4 on host hv-cinder-81078 for vnic_type normal with profile {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:15:36.728153 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-25e0f789-290e-4337-a9f7-4bd131693861 service neutron] Attempting to bind port c4ae2fb1-501e-43ae-89d4-c68313813af4 by drivers openvswitch,hyperv on host hv-cinder-81078 at level 0 using segments [{'id': '1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e5951a13-5270-4a63-a4b5-501d42277863'}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:15:36.728440 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-25e0f789-290e-4337-a9f7-4bd131693861 service neutron] Attempting to bind port c4ae2fb1-501e-43ae-89d4-c68313813af4 on network e5951a13-5270-4a63-a4b5-501d42277863 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:15:36.732966 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-25e0f789-290e-4337-a9f7-4bd131693861 service neutron] Port c4ae2fb1-501e-43ae-89d4-c68313813af4 on network e5951a13-5270-4a63-a4b5-501d42277863 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81078 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:15:36.733423 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-25e0f789-290e-4337-a9f7-4bd131693861 service neutron] Attempting to bind port c4ae2fb1-501e-43ae-89d4-c68313813af4 on network e5951a13-5270-4a63-a4b5-501d42277863 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:15:36.734143 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a520f683-f0ad-401a-a5b0-996d85f8b3ad req-76f030d5-5db1-498c-8b1d-b4f89403f062 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/security-groups?id=95f932e5-85a7-4bd1-8f85-1c92aa1526b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392497 Sep 23 23:15:36.740014 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-25e0f789-290e-4337-a9f7-4bd131693861 service neutron] Checking agent: {'id': '3c892145-8c1f-42fb-b36d-f51cd8b65402', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 7, 8), 'started_at': datetime.datetime(2021, 9, 23, 23, 7, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:15:36.740263 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-25e0f789-290e-4337-a9f7-4bd131693861 service neutron] Checking segment: {'id': '1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e5951a13-5270-4a63-a4b5-501d42277863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:15:36.740724 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-25e0f789-290e-4337-a9f7-4bd131693861 service neutron] Bound using segment: {'id': '1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e5951a13-5270-4a63-a4b5-501d42277863'} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:15:36.741262 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-25e0f789-290e-4337-a9f7-4bd131693861 service neutron] Bound port: c4ae2fb1-501e-43ae-89d4-c68313813af4, host: hv-cinder-81078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e5951a13-5270-4a63-a4b5-501d42277863'}}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:15:36.741702 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-25e0f789-290e-4337-a9f7-4bd131693861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:36.811695 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-25e0f789-290e-4337-a9f7-4bd131693861 service neutron] For port c4ae2fb1-501e-43ae-89d4-c68313813af4, host hv-cinder-81078, cleared binding levels {{(pid=94231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:15:36.814866 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-25e0f789-290e-4337-a9f7-4bd131693861 service neutron] For port c4ae2fb1-501e-43ae-89d4-c68313813af4, host hv-cinder-81078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=c4ae2fb1-501e-43ae-89d4-c68313813af4,segment=NetworkSegment(1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4),segment_id=1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4)] {{(pid=94231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:15:36.820673 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-25e0f789-290e-4337-a9f7-4bd131693861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257029'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:36.859115 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-25e0f789-290e-4337-a9f7-4bd131693861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:36.859775 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-25e0f789-290e-4337-a9f7-4bd131693861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:36.861188 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-25e0f789-290e-4337-a9f7-4bd131693861 service neutron] 10.222.0.11 "PUT /v2.0/ports/c4ae2fb1-501e-43ae-89d4-c68313813af4 HTTP/1.1" status: 200 len: 1094 time: 0.6549273 Sep 23 23:15:36.861619 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0fb78a-9df4-4ed4-a7c8-066e3f724c37', 'tag': 'c4ae2fb1-501e-43ae-89d4-c68313813af4'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:15:36.863878 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1d5602135d6fd2b93bb7a1a207777d999d514b69f59ce624d4faeb629b016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed18e2ac-ef11-46d3-a21e-73c88bafe53f" -d '{"events": [{"name": "network-changed", "server_uuid": "da0fb78a-9df4-4ed4-a7c8-066e3f724c37", "tag": "c4ae2fb1-501e-43ae-89d4-c68313813af4"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:15:36.892170 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0f789-290e-4337-a9f7-4bd131693861 service neutron] Pushing event updated for resources: {'Port': ['ID=c4ae2fb1-501e-43ae-89d4-c68313813af4,revision_number=3']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:36.935919 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eabc6069-0f43-472d-8622-9801541536e9 x-openstack-request-id: req-eabc6069-0f43-472d-8622-9801541536e9 {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:15:36.937388 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da0fb78a-9df4-4ed4-a7c8-066e3f724c37", "tag": "c4ae2fb1-501e-43ae-89d4-c68313813af4", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:15:36.937388 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eabc6069-0f43-472d-8622-9801541536e9 {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:15:36.937388 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da0fb78a-9df4-4ed4-a7c8-066e3f724c37', 'tag': 'c4ae2fb1-501e-43ae-89d4-c68313813af4', 'status': 'completed', 'code': 200} Sep 23 23:15:36.983610 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-6c7af9f4-fb76-4ae6-bba6-6f0b5c7fcd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:36.985180 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-6c7af9f4-fb76-4ae6-bba6-6f0b5c7fcd13 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=092b8e38c05d455b8c071ade5b025610&device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 1097 time: 0.0651548 Sep 23 23:15:37.036181 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-075b151d-655b-4ab9-936d-4eb1119d72a7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4ae2fb1-501e-43ae-89d4-c68313813af4 HTTP/1.1" status: 200 len: 217 time: 0.0365307 Sep 23 23:15:37.094553 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-db32d7f9-156c-4983-892e-f61e51384a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:37.096425 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-db32d7f9-156c-4983-892e-f61e51384a4a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7beacad9-fcef-408b-9f9c-c9bd5df50f14 HTTP/1.1" status: 200 len: 848 time: 0.0494943 Sep 23 23:15:37.154153 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-0d6ddd7a-659a-4764-a483-310b5d636c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:37.156314 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-0d6ddd7a-659a-4764-a483-310b5d636c44 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e5951a13-5270-4a63-a4b5-501d42277863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521250 Sep 23 23:15:37.254568 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-97fcb7a7-f007-4864-a5fb-3ad54ecf484d service neutron] 10.222.0.11 "GET /v2.0/networks/e5951a13-5270-4a63-a4b5-501d42277863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893648 Sep 23 23:15:37.350877 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-6ac41d35-4580-4e86-8d09-fbd6011f401e req-fb322287-9797-47ad-89c1-ab9ad522b35f service neutron] 10.222.0.11 "GET /v2.0/networks/e5951a13-5270-4a63-a4b5-501d42277863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875921 Sep 23 23:15:37.457103 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18e2ac-ef11-46d3-a21e-73c88bafe53f req-f28ff7de-e088-4a9e-a3f2-a276bb1ff466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:37.458662 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ed18e2ac-ef11-46d3-a21e-73c88bafe53f req-f28ff7de-e088-4a9e-a3f2-a276bb1ff466 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=092b8e38c05d455b8c071ade5b025610&device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 1097 time: 0.0438540 Sep 23 23:15:37.565132 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18e2ac-ef11-46d3-a21e-73c88bafe53f req-7fa7e95e-9e64-4623-8529-ea259aeb7de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:37.566620 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ed18e2ac-ef11-46d3-a21e-73c88bafe53f req-7fa7e95e-9e64-4623-8529-ea259aeb7de5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e5951a13-5270-4a63-a4b5-501d42277863 HTTP/1.1" status: 200 len: 910 time: 0.0984824 Sep 23 23:15:37.611563 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ed18e2ac-ef11-46d3-a21e-73c88bafe53f req-9630a9c7-798e-4936-a41f-e669c4aeb49e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4ae2fb1-501e-43ae-89d4-c68313813af4 HTTP/1.1" status: 200 len: 217 time: 0.0358396 Sep 23 23:15:37.672433 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18e2ac-ef11-46d3-a21e-73c88bafe53f req-a063012b-c721-43a9-a668-00348799e806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:37.673974 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ed18e2ac-ef11-46d3-a21e-73c88bafe53f req-a063012b-c721-43a9-a668-00348799e806 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7beacad9-fcef-408b-9f9c-c9bd5df50f14 HTTP/1.1" status: 200 len: 848 time: 0.0532782 Sep 23 23:15:37.733958 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18e2ac-ef11-46d3-a21e-73c88bafe53f req-7c6c0234-46ab-49d9-8656-02ef0862e04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:37.735484 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ed18e2ac-ef11-46d3-a21e-73c88bafe53f req-7c6c0234-46ab-49d9-8656-02ef0862e04d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e5951a13-5270-4a63-a4b5-501d42277863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417783 Sep 23 23:15:37.838053 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ed18e2ac-ef11-46d3-a21e-73c88bafe53f req-0620a196-aa68-43d3-9b0b-e890155bfa1c service neutron] 10.222.0.11 "GET /v2.0/networks/e5951a13-5270-4a63-a4b5-501d42277863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944824 Sep 23 23:15:37.868792 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ae69c-5e6e-46ec-99d9-89aae97cf923 req-9a987f30-c3e2-44d9-87fc-a68bd85deabe tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:37.869733 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2c7ae69c-5e6e-46ec-99d9-89aae97cf923 req-9a987f30-c3e2-44d9-87fc-a68bd85deabe tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 944 time: 0.0518894 Sep 23 23:15:37.911666 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2c7ae69c-5e6e-46ec-99d9-89aae97cf923 req-b0112ff5-3567-4756-8491-db4fe1553790 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/security-groups?id=95f932e5-85a7-4bd1-8f85-1c92aa1526b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353382 Sep 23 23:15:37.936735 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-ed18e2ac-ef11-46d3-a21e-73c88bafe53f req-848123c0-311d-412d-9276-2284d0871417 service neutron] 10.222.0.11 "GET /v2.0/networks/e5951a13-5270-4a63-a4b5-501d42277863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912018 Sep 23 23:15:39.030437 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867be022-fdb1-475e-b299-fbdc7514bd8f req-755e9132-fc31-405a-b253-4b101a5887f8 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:39.032302 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-867be022-fdb1-475e-b299-fbdc7514bd8f req-755e9132-fc31-405a-b253-4b101a5887f8 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 944 time: 0.0512838 Sep 23 23:15:39.085675 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-867be022-fdb1-475e-b299-fbdc7514bd8f req-f0477db1-6f1c-4d30-b008-53c77f23eb0a tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/security-groups?id=95f932e5-85a7-4bd1-8f85-1c92aa1526b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448873 Sep 23 23:15:39.673921 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:40.213723 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72fd94-44ee-4364-8de5-34f7dcd1b12f req-1300917e-306d-4531-88e1-0f871466d4cf tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:40.215573 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-af72fd94-44ee-4364-8de5-34f7dcd1b12f req-1300917e-306d-4531-88e1-0f871466d4cf tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 944 time: 0.0528386 Sep 23 23:15:40.264067 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-af72fd94-44ee-4364-8de5-34f7dcd1b12f req-bf36e4b5-7eea-4da9-82c1-c23d8588e8b5 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/security-groups?id=95f932e5-85a7-4bd1-8f85-1c92aa1526b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376394 Sep 23 23:15:40.595089 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8859e3-c7b7-4421-9ed1-f95747b90386 req-ed0be8ea-aa52-45fe-baa8-5f102857475d tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:40.596961 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8a8859e3-c7b7-4421-9ed1-f95747b90386 req-ed0be8ea-aa52-45fe-baa8-5f102857475d tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ffe78de-a559-421b-a47c-769c5dcdd9bf HTTP/1.1" status: 200 len: 946 time: 0.0517168 Sep 23 23:15:40.636324 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8a8859e3-c7b7-4421-9ed1-f95747b90386 req-ded61529-6ee3-43ce-bf8d-870e72564b56 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=12b5671a-fb98-4350-9202-0a4a2f8b63f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330646 Sep 23 23:15:41.391424 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be08d2-26d4-494a-89b1-e4de0bb13c25 req-21421936-6b1e-4233-a5fe-b31bbb12d20d tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:41.393036 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-37be08d2-26d4-494a-89b1-e4de0bb13c25 req-21421936-6b1e-4233-a5fe-b31bbb12d20d tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 944 time: 0.0542915 Sep 23 23:15:41.447028 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-37be08d2-26d4-494a-89b1-e4de0bb13c25 req-d89873d1-7937-4057-86ca-2b673f0d0899 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/security-groups?id=95f932e5-85a7-4bd1-8f85-1c92aa1526b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453248 Sep 23 23:15:41.758862 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65a902-73c2-48f5-a6cd-b9b5e5ccd21c req-64674bc9-93c1-4aa4-9591-814357885b7d tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:41.760370 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0a65a902-73c2-48f5-a6cd-b9b5e5ccd21c req-64674bc9-93c1-4aa4-9591-814357885b7d tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ffe78de-a559-421b-a47c-769c5dcdd9bf HTTP/1.1" status: 200 len: 946 time: 0.0567622 Sep 23 23:15:41.808273 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0a65a902-73c2-48f5-a6cd-b9b5e5ccd21c req-8014f28d-3bcd-4210-994e-5ab1f7e8a7aa tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=12b5671a-fb98-4350-9202-0a4a2f8b63f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389354 Sep 23 23:15:42.432538 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbda0d0-817b-4297-843b-14552a52ff9b req-2a57ce94-27ec-4166-ac9e-6ad860c007af tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:42.433999 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8cbda0d0-817b-4297-843b-14552a52ff9b req-2a57ce94-27ec-4166-ac9e-6ad860c007af tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ffe78de-a559-421b-a47c-769c5dcdd9bf HTTP/1.1" status: 200 len: 946 time: 0.0588534 Sep 23 23:15:42.560633 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [req-8cbda0d0-817b-4297-843b-14552a52ff9b req-20dbca7f-973a-4142-a786-f6a136a0a8a5 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Deleting port 7b10abab-9d01-47eb-9077-38a89252e842 {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:15:42.561257 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-8cbda0d0-817b-4297-843b-14552a52ff9b req-20dbca7f-973a-4142-a786-f6a136a0a8a5 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:42.575100 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5649e-0ff6-4e3d-a5a9-527231eb4e3f req-9c1c753f-6eac-4052-a31c-80942ae3c3d8 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:42.577128 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-22a5649e-0ff6-4e3d-a5a9-527231eb4e3f req-9c1c753f-6eac-4052-a31c-80942ae3c3d8 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 944 time: 0.0516965 Sep 23 23:15:42.622139 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-22a5649e-0ff6-4e3d-a5a9-527231eb4e3f req-8106c38b-f840-4493-adcc-77fa59d32eaa tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/security-groups?id=95f932e5-85a7-4bd1-8f85-1c92aa1526b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379617 Sep 23 23:15:42.658228 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-8cbda0d0-817b-4297-843b-14552a52ff9b req-20dbca7f-973a-4142-a786-f6a136a0a8a5 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] For port 7b10abab-9d01-47eb-9077-38a89252e842, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=7b10abab-9d01-47eb-9077-38a89252e842,segment=NetworkSegment(3a43d669-9c88-4ebc-9cde-198915606ca5),segment_id=3a43d669-9c88-4ebc-9cde-198915606ca5)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:15:42.658595 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-8cbda0d0-817b-4297-843b-14552a52ff9b req-20dbca7f-973a-4142-a786-f6a136a0a8a5 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:42.858802 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-8cbda0d0-817b-4297-843b-14552a52ff9b req-20dbca7f-973a-4142-a786-f6a136a0a8a5 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:42.859158 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-8cbda0d0-817b-4297-843b-14552a52ff9b req-20dbca7f-973a-4142-a786-f6a136a0a8a5 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594972'] for floatingip, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:42.859508 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.db.l3_db [req-8cbda0d0-817b-4297-843b-14552a52ff9b req-20dbca7f-973a-4142-a786-f6a136a0a8a5 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Floating IP 6cdaae80-feed-4a34-825f-610484c650e6 disassociated. External IP: 172.27.1.158, port: 7b10abab-9d01-47eb-9077-38a89252e842. Sep 23 23:15:42.859836 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [req-8cbda0d0-817b-4297-843b-14552a52ff9b req-20dbca7f-973a-4142-a786-f6a136a0a8a5 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Calling delete_port for 7b10abab-9d01-47eb-9077-38a89252e842 owned by compute:nova {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:15:42.930108 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820921c-9d7a-4b6c-bd59-7ef443b3191d req-3813dfa4-cd2a-473a-9733-70c7919f330b tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:42.931724 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0820921c-9d7a-4b6c-bd59-7ef443b3191d req-3813dfa4-cd2a-473a-9733-70c7919f330b tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ffe78de-a559-421b-a47c-769c5dcdd9bf HTTP/1.1" status: 200 len: 946 time: 0.0507896 Sep 23 23:15:42.990308 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0820921c-9d7a-4b6c-bd59-7ef443b3191d req-aecfceb9-3868-4800-96aa-fc86fe980c6e tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups?id=12b5671a-fb98-4350-9202-0a4a2f8b63f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517857 Sep 23 23:15:42.997978 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-8cbda0d0-817b-4297-843b-14552a52ff9b req-20dbca7f-973a-4142-a786-f6a136a0a8a5 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:43.028432 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dbca7f-973a-4142-a786-f6a136a0a8a5 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Pushing event deleted for resources: {'Port': ['ID=7b10abab-9d01-47eb-9077-38a89252e842,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:43.152896 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cbda0d0-817b-4297-843b-14552a52ff9b req-20dbca7f-973a-4142-a786-f6a136a0a8a5 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Router 9a170505-6817-49d8-b9d3-3b2f1136fd14 has already been hosted by L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 {{(pid=94231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:15:43.283864 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cbda0d0-817b-4297-843b-14552a52ff9b req-20dbca7f-973a-4142-a786-f6a136a0a8a5 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:15:43.293838 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af427d1-eecf-4c29-84ae-772203b03646 None None] Sync routers for ids ['9a170505-6817-49d8-b9d3-3b2f1136fd14'] in dv-cinder-810785-1-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:15:43.303955 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af427d1-eecf-4c29-84ae-772203b03646 None None] Routers {'9a170505-6817-49d8-b9d3-3b2f1136fd14'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:15:43.304572 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-3af427d1-eecf-4c29-84ae-772203b03646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:15:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['9a170505-6817-49d8-b9d3-3b2f1136fd14'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:43.327710 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cbda0d0-817b-4297-843b-14552a52ff9b req-20dbca7f-973a-4142-a786-f6a136a0a8a5 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] No DVR routers for this DVR port 7b10abab-9d01-47eb-9077-38a89252e842 on host hv-cinder-81078 {{(pid=94231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:15:43.330522 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-8cbda0d0-817b-4297-843b-14552a52ff9b req-20dbca7f-973a-4142-a786-f6a136a0a8a5 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:43.332698 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8cbda0d0-817b-4297-843b-14552a52ff9b req-20dbca7f-973a-4142-a786-f6a136a0a8a5 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.11 "DELETE /v2.0/ports/7b10abab-9d01-47eb-9077-38a89252e842 HTTP/1.1" status: 204 len: 173 time: 0.8906024 Sep 23 23:15:43.333172 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ffe78de-a559-421b-a47c-769c5dcdd9bf', 'name': 'network-vif-deleted', 'tag': '7b10abab-9d01-47eb-9077-38a89252e842'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:15:43.335505 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1d5602135d6fd2b93bb7a1a207777d999d514b69f59ce624d4faeb629b016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd8003b-7455-4e2a-9b5b-438225b15201" -d '{"events": [{"server_uuid": "5ffe78de-a559-421b-a47c-769c5dcdd9bf", "name": "network-vif-deleted", "tag": "7b10abab-9d01-47eb-9077-38a89252e842"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:15:43.376824 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f4c700-ab0b-4063-bbe7-2bd83c526285 x-openstack-request-id: req-d2f4c700-ab0b-4063-bbe7-2bd83c526285 {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:15:43.377208 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ffe78de-a559-421b-a47c-769c5dcdd9bf", "name": "network-vif-deleted", "tag": "7b10abab-9d01-47eb-9077-38a89252e842", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:15:43.377382 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d2f4c700-ab0b-4063-bbe7-2bd83c526285 {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:15:43.377750 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffe78de-a559-421b-a47c-769c5dcdd9bf', 'name': 'network-vif-deleted', 'tag': '7b10abab-9d01-47eb-9077-38a89252e842', 'status': 'completed', 'code': 200} Sep 23 23:15:43.565233 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-3af427d1-eecf-4c29-84ae-772203b03646 None None] Set router 9a170505-6817-49d8-b9d3-3b2f1136fd14 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:15:43.743087 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16ff19-6c93-4a38-8e08-95f821f9cdc2 req-cb7f9f11-97b4-432f-839d-26819bb53bdb tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:43.744648 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7b16ff19-6c93-4a38-8e08-95f821f9cdc2 req-cb7f9f11-97b4-432f-839d-26819bb53bdb tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 944 time: 0.0509458 Sep 23 23:15:43.780249 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-3af427d1-eecf-4c29-84ae-772203b03646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'name': 'tempest-AttachVolumeTestJSON-1805421075-router', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '59cbbb6f-91f4-4bfc-a30b-2a69413700ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:08:55Z', 'updated_at': '2021-09-23T23:09:01Z', 'revision_number': 4, 'project_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'gw_port': {'id': '59cbbb6f-91f4-4bfc-a30b-2a69413700ad', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:08:56Z', 'updated_at': '2021-09-23T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '47d0ecff-f43d-4f77-9661-f613809cf814', 'name': '', 'network_id': '859f9436-dc16-4206-b2fa-4ec5d354a397', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'mac_address': 'fa:16:3e:f7:9d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5292f11-46b2-45b6-a3a7-25fa5706495d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:09:00Z', 'updated_at': '2021-09-23T23:09:08Z', 'revision_number': 5, 'project_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'subnets': [{'id': 'd5292f11-46b2-45b6-a3a7-25fa5706495d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:43.788662 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7b16ff19-6c93-4a38-8e08-95f821f9cdc2 req-0e14594b-98ab-4e6b-bac8-5c68fbdfdf76 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/security-groups?id=95f932e5-85a7-4bd1-8f85-1c92aa1526b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372627 Sep 23 23:15:43.811558 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af427d1-eecf-4c29-84ae-772203b03646 None None] Checking router: 9a170505-6817-49d8-b9d3-3b2f1136fd14 for host: dv-cinder-810785-1-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:15:43.817688 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af427d1-eecf-4c29-84ae-772203b03646 None None] Routers {'9a170505-6817-49d8-b9d3-3b2f1136fd14'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:15:43.818387 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-3af427d1-eecf-4c29-84ae-772203b03646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:15:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['9a170505-6817-49d8-b9d3-3b2f1136fd14'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:43.928109 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-3af427d1-eecf-4c29-84ae-772203b03646 None None] Set router 9a170505-6817-49d8-b9d3-3b2f1136fd14 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:15:44.089691 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 60626) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:15:44.147519 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-3af427d1-eecf-4c29-84ae-772203b03646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'name': 'tempest-AttachVolumeTestJSON-1805421075-router', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '59cbbb6f-91f4-4bfc-a30b-2a69413700ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:08:55Z', 'updated_at': '2021-09-23T23:09:01Z', 'revision_number': 4, 'project_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'gw_port': {'id': '59cbbb6f-91f4-4bfc-a30b-2a69413700ad', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:08:56Z', 'updated_at': '2021-09-23T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '47d0ecff-f43d-4f77-9661-f613809cf814', 'name': '', 'network_id': '859f9436-dc16-4206-b2fa-4ec5d354a397', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'mac_address': 'fa:16:3e:f7:9d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5292f11-46b2-45b6-a3a7-25fa5706495d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:09:00Z', 'updated_at': '2021-09-23T23:09:08Z', 'revision_number': 5, 'project_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'subnets': [{'id': 'd5292f11-46b2-45b6-a3a7-25fa5706495d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:44.152364 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-9b011aa6-d6a8-4d72-b016-9ad62db7e116 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:44.175102 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af427d1-eecf-4c29-84ae-772203b03646 None None] The sync data for ids ['9a170505-6817-49d8-b9d3-3b2f1136fd14'] in dv-cinder-810785-1-iscsi is: [{'id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'name': 'tempest-AttachVolumeTestJSON-1805421075-router', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '59cbbb6f-91f4-4bfc-a30b-2a69413700ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:08:55Z', 'updated_at': '2021-09-23T23:09:01Z', 'revision_number': 4, 'project_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'gw_port': {'id': '59cbbb6f-91f4-4bfc-a30b-2a69413700ad', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:08:56Z', 'updated_at': '2021-09-23T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '47d0ecff-f43d-4f77-9661-f613809cf814', 'name': '', 'network_id': '859f9436-dc16-4206-b2fa-4ec5d354a397', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'mac_address': 'fa:16:3e:f7:9d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5292f11-46b2-45b6-a3a7-25fa5706495d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:09:00Z', 'updated_at': '2021-09-23T23:09:08Z', 'revision_number': 5, 'project_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'subnets': [{'id': 'd5292f11-46b2-45b6-a3a7-25fa5706495d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:15:44.185247 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-9b011aa6-d6a8-4d72-b016-9ad62db7e116 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:44.235663 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-9b011aa6-d6a8-4d72-b016-9ad62db7e116 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:44.238278 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-9b011aa6-d6a8-4d72-b016-9ad62db7e116 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:44.239523 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-9b011aa6-d6a8-4d72-b016-9ad62db7e116 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "DELETE /v2.0/security-groups/12b5671a-fb98-4350-9202-0a4a2f8b63f3 HTTP/1.1" status: 204 len: 168 time: 0.1488280 Sep 23 23:15:44.242718 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 60628) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:15:44.248941 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b011aa6-d6a8-4d72-b016-9ad62db7e116 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b5671a-fb98-4350-9202-0a4a2f8b63f3,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:44.259468 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.api.v2.resource [None req-f2755d3b-5483-49d5-b20b-58d68c36f987 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] show failed (client error): The resource could not be found. Sep 23 23:15:44.260652 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-f2755d3b-5483-49d5-b20b-58d68c36f987 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "GET /v2.0/security-groups/12b5671a-fb98-4350-9202-0a4a2f8b63f3 HTTP/1.1" status: 404 len: 347 time: 0.0168951 Sep 23 23:15:44.263981 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 60630) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:15:44.404212 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-3bab1cd4-287c-4ee7-b9c8-90f2c9782dc3 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Deleting port 97fc7bc2-38fd-4b77-a20b-765ec7def92c {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:15:44.404583 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3bab1cd4-287c-4ee7-b9c8-90f2c9782dc3 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:44.423110 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53e3d8e-e916-474f-915e-48212486b989 None None] New status for floating IP 6cdaae80-feed-4a34-825f-610484c650e6: DOWN {{(pid=94234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:15:44.485324 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3bab1cd4-287c-4ee7-b9c8-90f2c9782dc3 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:44.485644 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3bab1cd4-287c-4ee7-b9c8-90f2c9782dc3 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:44.498880 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-3bab1cd4-287c-4ee7-b9c8-90f2c9782dc3 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Calling delete_port for 97fc7bc2-38fd-4b77-a20b-765ec7def92c owned by network:floatingip {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:15:44.651615 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3bab1cd4-287c-4ee7-b9c8-90f2c9782dc3 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:44.683829 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab1cd4-287c-4ee7-b9c8-90f2c9782dc3 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Pushing event deleted for resources: {'Port': ['ID=97fc7bc2-38fd-4b77-a20b-765ec7def92c,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:44.726892 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device c4ae2fb1-501e-43ae-89d4-c68313813af4 details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:15:44.750925 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3bab1cd4-287c-4ee7-b9c8-90f2c9782dc3 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks [] for floatingip, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:44.753485 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3bab1cd4-287c-4ee7-b9c8-90f2c9782dc3 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for floatingip, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:44.754666 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-3bab1cd4-287c-4ee7-b9c8-90f2c9782dc3 tempest-AttachVolumeTestJSON-408916474 tempest-AttachVolumeTestJSON-408916474-project] 10.222.0.46 "DELETE /v2.0/floatingips/6cdaae80-feed-4a34-825f-610484c650e6 HTTP/1.1" status: 204 len: 168 time: 0.4892602 Sep 23 23:15:44.829429 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port c4ae2fb1-501e-43ae-89d4-c68313813af4, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=c4ae2fb1-501e-43ae-89d4-c68313813af4,segment=NetworkSegment(1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4),segment_id=1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:15:44.848350 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Returning: {'device': 'c4ae2fb1-501e-43ae-89d4-c68313813af4', 'network_id': 'e5951a13-5270-4a63-a4b5-501d42277863', 'port_id': 'c4ae2fb1-501e-43ae-89d4-c68313813af4', 'mac_address': 'fa:16:3e:08:9f:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7beacad9-fcef-408b-9f9c-c9bd5df50f14', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:15:44.896966 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:44.912241 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4ae2fb1-501e-43ae-89d4-c68313813af4 {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:15:44.917354 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12632c27-1006-47c5-96d3-4e24e5f3a519 req-d02445d3-5a09-4f53-b970-0442bbd3e8e1 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:44.919526 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-12632c27-1006-47c5-96d3-4e24e5f3a519 req-d02445d3-5a09-4f53-b970-0442bbd3e8e1 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 944 time: 0.0541322 Sep 23 23:15:44.935709 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port c4ae2fb1-501e-43ae-89d4-c68313813af4, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=c4ae2fb1-501e-43ae-89d4-c68313813af4,segment=NetworkSegment(1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4),segment_id=1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:15:44.940853 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:44.958774 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-12632c27-1006-47c5-96d3-4e24e5f3a519 req-cdae0974-bf82-48e9-9176-7e154e7c6b77 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/security-groups?id=95f932e5-85a7-4bd1-8f85-1c92aa1526b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330648 Sep 23 23:15:44.990104 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=c4ae2fb1-501e-43ae-89d4-c68313813af4,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:45.198545 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['c4ae2fb1-501e-43ae-89d4-c68313813af4'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:15:46.085360 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767488eb-39ba-407f-bc15-2370282409ac req-4d146c98-2b92-4f4a-b3d3-ece030a807cf tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:46.086864 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-767488eb-39ba-407f-bc15-2370282409ac req-4d146c98-2b92-4f4a-b3d3-ece030a807cf tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 945 time: 0.0497701 Sep 23 23:15:46.126946 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-767488eb-39ba-407f-bc15-2370282409ac req-eee01952-bb5c-4170-afa8-2f5401883ef6 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/security-groups?id=95f932e5-85a7-4bd1-8f85-1c92aa1526b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335557 Sep 23 23:15:46.565807 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-e120304e-e087-4557-b345-b0e358493c41 None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:15:46.728842 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device c4ae2fb1-501e-43ae-89d4-c68313813af4 up at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:15:46.785048 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning for port c4ae2fb1-501e-43ae-89d4-c68313813af4 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:15:46.797220 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning complete for port c4ae2fb1-501e-43ae-89d4-c68313813af4 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:15:46.797590 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:46.890841 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:46.914617 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0fb78a-9df4-4ed4-a7c8-066e3f724c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ae2fb1-501e-43ae-89d4-c68313813af4'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:15:46.916972 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7224bc9728871e873a89dc5c7795d0b38d91bd368c61c3cf47b1fa6016b6835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d4ab89-087c-441a-9fdd-1c3ae5b3b12c" -d '{"events": [{"server_uuid": "da0fb78a-9df4-4ed4-a7c8-066e3f724c37", "name": "network-vif-plugged", "status": "completed", "tag": "c4ae2fb1-501e-43ae-89d4-c68313813af4"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:15:46.930433 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port c4ae2fb1-501e-43ae-89d4-c68313813af4, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=c4ae2fb1-501e-43ae-89d4-c68313813af4,segment=NetworkSegment(1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4),segment_id=1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:15:46.936151 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:46.937041 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 7b10abab-9d01-47eb-9077-38a89252e842 no longer exists at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:15:46.959426 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2aa2f9-6d5e-44e2-8822-deec835147e4 x-openstack-request-id: req-cf2aa2f9-6d5e-44e2-8822-deec835147e4 {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:15:46.959723 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0fb78a-9df4-4ed4-a7c8-066e3f724c37", "name": "network-vif-plugged", "status": "completed", "tag": "c4ae2fb1-501e-43ae-89d4-c68313813af4", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:15:46.959967 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cf2aa2f9-6d5e-44e2-8822-deec835147e4 {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:15:46.960353 dv-cinder-810785-1-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0fb78a-9df4-4ed4-a7c8-066e3f724c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ae2fb1-501e-43ae-89d4-c68313813af4', 'code': 200} Sep 23 23:15:46.979335 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] No Port match for: 7b10abab-9d01-47eb-9077-38a89252e842 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:15:46.979675 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 7b10abab-9d01-47eb-9077-38a89252e842 not bound to the agent host hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:15:47.007642 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=c4ae2fb1-501e-43ae-89d4-c68313813af4,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:47.207771 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef9f89-3171-487a-8987-e08f497c82ec req-6666c0ae-8c5e-49cb-ac33-75c2dbb8931d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:47.209475 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f4ef9f89-3171-487a-8987-e08f497c82ec req-6666c0ae-8c5e-49cb-ac33-75c2dbb8931d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 1099 time: 0.0449448 Sep 23 23:15:47.253417 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-f4ef9f89-3171-487a-8987-e08f497c82ec req-153bb9c3-9c0f-4804-ae02-f2846ff5bd13 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=95f932e5-85a7-4bd1-8f85-1c92aa1526b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359762 Sep 23 23:15:47.262473 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffe1e2-3154-43e8-8711-e2399b0b2746 req-358a4c1e-7afb-40d7-81bc-32d0f961f686 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:47.263925 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c5ffe1e2-3154-43e8-8711-e2399b0b2746 req-358a4c1e-7afb-40d7-81bc-32d0f961f686 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 946 time: 0.0571294 Sep 23 23:15:47.305389 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c5ffe1e2-3154-43e8-8711-e2399b0b2746 req-7c548f09-5099-4ca2-b961-82dbe1d70b67 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/security-groups?id=95f932e5-85a7-4bd1-8f85-1c92aa1526b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325074 Sep 23 23:15:48.351171 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 60680) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:15:48.463769 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1baa0-b757-440a-97fb-ffb55df376af req-1ed5e296-2f83-4286-8e82-d9e64cb76507 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:48.465391 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-eda1baa0-b757-440a-97fb-ffb55df376af req-1ed5e296-2f83-4286-8e82-d9e64cb76507 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 946 time: 0.0675335 Sep 23 23:15:48.547389 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-eda1baa0-b757-440a-97fb-ffb55df376af req-45ac546b-99cc-4a49-8440-b85c7e6e459d tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/security-groups?id=95f932e5-85a7-4bd1-8f85-1c92aa1526b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744419 Sep 23 23:15:48.861927 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-542bb891-5439-485e-a20e-bd75eb7ba477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593436'] for router_interface, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:49.133527 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-542bb891-5439-485e-a20e-bd75eb7ba477 admin admin] Deleting port 47d0ecff-f43d-4f77-9661-f613809cf814 {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:15:49.133748 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-542bb891-5439-485e-a20e-bd75eb7ba477 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:49.214890 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [None req-542bb891-5439-485e-a20e-bd75eb7ba477 admin admin] For port 47d0ecff-f43d-4f77-9661-f613809cf814, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=47d0ecff-f43d-4f77-9661-f613809cf814,segment=NetworkSegment(3a43d669-9c88-4ebc-9cde-198915606ca5),segment_id=3a43d669-9c88-4ebc-9cde-198915606ca5)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:15:49.215246 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-542bb891-5439-485e-a20e-bd75eb7ba477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:49.232593 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-542bb891-5439-485e-a20e-bd75eb7ba477 admin admin] Calling delete_port for 47d0ecff-f43d-4f77-9661-f613809cf814 owned by network:router_interface {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:15:49.433235 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-542bb891-5439-485e-a20e-bd75eb7ba477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416648'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:49.459559 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542bb891-5439-485e-a20e-bd75eb7ba477 admin admin] Pushing event deleted for resources: {'Port': ['ID=47d0ecff-f43d-4f77-9661-f613809cf814,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:49.662115 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-542bb891-5439-485e-a20e-bd75eb7ba477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595093'] for router_interface, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:49.718184 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58394e-9b41-4ded-b3b0-d98c3dc1dd04 req-587086fd-6161-45be-90dd-f3aadb1eefa7 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:49.719709 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0a58394e-9b41-4ded-b3b0-d98c3dc1dd04 req-587086fd-6161-45be-90dd-f3aadb1eefa7 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 946 time: 0.0989590 Sep 23 23:15:49.805610 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0a58394e-9b41-4ded-b3b0-d98c3dc1dd04 req-2a63053b-d042-49de-8945-85fb21d268fc tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/security-groups?id=95f932e5-85a7-4bd1-8f85-1c92aa1526b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498574 Sep 23 23:15:49.956606 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce91a2-111b-4a12-96d0-d92f923693d7 req-ddea7ea0-6e23-4371-b2ad-9f2fa15bd0bf tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:49.958076 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b2ce91a2-111b-4a12-96d0-d92f923693d7 req-ddea7ea0-6e23-4371-b2ad-9f2fa15bd0bf tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 946 time: 0.0722163 Sep 23 23:15:49.959951 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542bb891-5439-485e-a20e-bd75eb7ba477 admin admin] Router 9a170505-6817-49d8-b9d3-3b2f1136fd14 has already been hosted by L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 {{(pid=94232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:15:50.063920 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b2ce91a2-111b-4a12-96d0-d92f923693d7 req-31cf0008-374f-4f81-8d2f-e541d163ae9b tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/security-groups?id=95f932e5-85a7-4bd1-8f85-1c92aa1526b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983734 Sep 23 23:15:50.088948 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 60690) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:15:50.103378 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542bb891-5439-485e-a20e-bd75eb7ba477 admin admin] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:15:50.108771 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-542bb891-5439-485e-a20e-bd75eb7ba477 admin admin] 10.222.0.46 "PUT /v2.0/routers/9a170505-6817-49d8-b9d3-3b2f1136fd14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7564571 Sep 23 23:15:50.111703 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 60694) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:15:50.116318 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc24c87-5a23-47f9-9256-c80a5986f6f9 None None] Sync routers for ids ['9a170505-6817-49d8-b9d3-3b2f1136fd14'] in dv-cinder-810785-1-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:15:50.136938 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc24c87-5a23-47f9-9256-c80a5986f6f9 None None] Routers {'9a170505-6817-49d8-b9d3-3b2f1136fd14'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:15:50.137655 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-abc24c87-5a23-47f9-9256-c80a5986f6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:15:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['9a170505-6817-49d8-b9d3-3b2f1136fd14'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:50.252064 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-abc24c87-5a23-47f9-9256-c80a5986f6f9 None None] Set router 9a170505-6817-49d8-b9d3-3b2f1136fd14 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:15:50.255148 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3531af17-97e7-4e8d-ae86-8865d06593c9 tempest-TestShelveInstance-1929738858 tempest-TestShelveInstance-1929738858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:50.256822 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-3531af17-97e7-4e8d-ae86-8865d06593c9 tempest-TestShelveInstance-1929738858 tempest-TestShelveInstance-1929738858-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 1094 time: 0.1667514 Sep 23 23:15:50.260305 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 60696) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:15:50.265151 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [None req-9ee96e41-370c-4294-8229-079d826c2f09 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Request body: {'floatingip': {'floating_network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'port_id': 'c4ae2fb1-501e-43ae-89d4-c68313813af4', 'tenant_id': '092b8e38c05d455b8c071ade5b025610', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:15:50.268260 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-c4717814-c530-48c0-b0b9-864d3fc9e38f admin admin] Notify callbacks [] for router, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:50.291816 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9ee96e41-370c-4294-8229-079d826c2f09 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks [] for floatingip, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:50.385714 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-c4717814-c530-48c0-b0b9-864d3fc9e38f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:50.410156 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9ee96e41-370c-4294-8229-079d826c2f09 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:50.454363 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-c4717814-c530-48c0-b0b9-864d3fc9e38f admin admin] Deleting port 59cbbb6f-91f4-4bfc-a30b-2a69413700ad {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:15:50.454760 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-c4717814-c530-48c0-b0b9-864d3fc9e38f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:50.468396 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-abc24c87-5a23-47f9-9256-c80a5986f6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'name': 'tempest-AttachVolumeTestJSON-1805421075-router', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '59cbbb6f-91f4-4bfc-a30b-2a69413700ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:08:55Z', 'updated_at': '2021-09-23T23:15:49Z', 'revision_number': 5, 'project_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'gw_port': {'id': '59cbbb6f-91f4-4bfc-a30b-2a69413700ad', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:08:56Z', 'updated_at': '2021-09-23T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi'}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:50.495978 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc24c87-5a23-47f9-9256-c80a5986f6f9 None None] Checking router: 9a170505-6817-49d8-b9d3-3b2f1136fd14 for host: dv-cinder-810785-1-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:15:50.508447 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc24c87-5a23-47f9-9256-c80a5986f6f9 None None] Routers {'9a170505-6817-49d8-b9d3-3b2f1136fd14'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:15:50.509071 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-abc24c87-5a23-47f9-9256-c80a5986f6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:15:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['9a170505-6817-49d8-b9d3-3b2f1136fd14'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:50.534347 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_common [None req-9ee96e41-370c-4294-8229-079d826c2f09 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Allocated IP 172.27.1.16 (b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1/47169b33-ea5f-4b9d-bf3b-155ff70b7556/b643adc4-4cff-4f10-81b7-b60a3d81cca4) {{(pid=94232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:15:50.545997 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [None req-c4717814-c530-48c0-b0b9-864d3fc9e38f admin admin] For port 59cbbb6f-91f4-4bfc-a30b-2a69413700ad, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=59cbbb6f-91f4-4bfc-a30b-2a69413700ad,segment=NetworkSegment(2ac125d2-b621-4cb4-9068-8fa074d03334),segment_id=2ac125d2-b621-4cb4-9068-8fa074d03334)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:15:50.546539 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-c4717814-c530-48c0-b0b9-864d3fc9e38f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:50.562341 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-c4717814-c530-48c0-b0b9-864d3fc9e38f admin admin] Calling delete_port for 59cbbb6f-91f4-4bfc-a30b-2a69413700ad owned by network:router_gateway {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:15:50.598958 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-abc24c87-5a23-47f9-9256-c80a5986f6f9 None None] Set router 9a170505-6817-49d8-b9d3-3b2f1136fd14 gateway port host: None {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:15:50.659644 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-abc24c87-5a23-47f9-9256-c80a5986f6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'name': 'tempest-AttachVolumeTestJSON-1805421075-router', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:08:55Z', 'updated_at': '2021-09-23T23:15:50Z', 'revision_number': 6, 'project_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'gw_port_host': None}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:50.667762 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9ee96e41-370c-4294-8229-079d826c2f09 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks [] for port, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:50.688751 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc24c87-5a23-47f9-9256-c80a5986f6f9 None None] The sync data for ids ['9a170505-6817-49d8-b9d3-3b2f1136fd14'] in dv-cinder-810785-1-iscsi is: [{'id': '9a170505-6817-49d8-b9d3-3b2f1136fd14', 'name': 'tempest-AttachVolumeTestJSON-1805421075-router', 'tenant_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:08:55Z', 'updated_at': '2021-09-23T23:15:50Z', 'revision_number': 6, 'project_id': '3a9b741287e54b41b0e1fea7f8d4accc', 'gw_port_host': None}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:15:50.713667 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9ee96e41-370c-4294-8229-079d826c2f09 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416648'] for port, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:50.759820 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee96e41-370c-4294-8229-079d826c2f09 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Network b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1 is already hosted by enough agents. {{(pid=94232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:15:50.762870 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.base_scheduler [None req-9ee96e41-370c-4294-8229-079d826c2f09 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Resources bound (agent type, host, resource id): {{(pid=94232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:15:50.766783 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee96e41-370c-4294-8229-079d826c2f09 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Received port after_create {{(pid=94232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:15:50.775759 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee96e41-370c-4294-8229-079d826c2f09 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Pushing event updated for resources: {'Port': ['ID=b643adc4-4cff-4f10-81b7-b60a3d81cca4,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:50.966968 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-c4717814-c530-48c0-b0b9-864d3fc9e38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:50.997898 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4717814-c530-48c0-b0b9-864d3fc9e38f admin admin] Pushing event deleted for resources: {'Port': ['ID=59cbbb6f-91f4-4bfc-a30b-2a69413700ad,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:51.064575 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-c4717814-c530-48c0-b0b9-864d3fc9e38f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595030'] for router_gateway, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:51.163055 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-c4717814-c530-48c0-b0b9-864d3fc9e38f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5561'] for router, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:51.165244 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-c4717814-c530-48c0-b0b9-864d3fc9e38f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:51.211365 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-c4717814-c530-48c0-b0b9-864d3fc9e38f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-590896'] for router, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:51.211973 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4717814-c530-48c0-b0b9-864d3fc9e38f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a170505-6817-49d8-b9d3-3b2f1136fd14 {{(pid=94231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:15:51.217381 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-c4717814-c530-48c0-b0b9-864d3fc9e38f admin admin] Notify callbacks [] for router, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:51.218570 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-c4717814-c530-48c0-b0b9-864d3fc9e38f admin admin] 10.222.0.46 "DELETE /v2.0/routers/9a170505-6817-49d8-b9d3-3b2f1136fd14 HTTP/1.1" status: 204 len: 168 time: 1.1049342 Sep 23 23:15:51.223598 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 60700) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:15:51.318942 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bb2cded-0175-4572-a96b-0672590938d6 admin admin] Deleting subnet d5292f11-46b2-45b6-a3a7-25fa5706495d {{(pid=94232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:15:51.340861 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-5bb2cded-0175-4572-a96b-0672590938d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:51.417126 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-5bb2cded-0175-4572-a96b-0672590938d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176787'] for subnet, precommit_delete_associations {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:51.524880 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9ee96e41-370c-4294-8229-079d826c2f09 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:51.607944 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-5bb2cded-0175-4572-a96b-0672590938d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8114061'] for subnet, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:51.668694 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9ee96e41-370c-4294-8229-079d826c2f09 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:51.716899 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-5bb2cded-0175-4572-a96b-0672590938d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8114052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8945769'] for subnet, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:51.751546 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2cded-0175-4572-a96b-0672590938d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5292f11-46b2-45b6-a3a7-25fa5706495d,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:51.757226 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-5bb2cded-0175-4572-a96b-0672590938d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:51.758864 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-5bb2cded-0175-4572-a96b-0672590938d6 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d5292f11-46b2-45b6-a3a7-25fa5706495d HTTP/1.1" status: 204 len: 168 time: 0.5334218 Sep 23 23:15:51.761459 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d46ed2-66df-4f7f-a9e5-8d4bdaefa360 None None] Network 859f9436-dc16-4206-b2fa-4ec5d354a397 requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:15:51.762229 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 60704) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:15:51.850241 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a5d46e7f-3137-4d6d-b44d-7e4af38b4199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7893109'] for network, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:51.875250 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9ee96e41-370c-4294-8229-079d826c2f09 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks [] for port, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:51.882651 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9ee96e41-370c-4294-8229-079d826c2f09 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416643'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:51.910504 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-a5d46e7f-3137-4d6d-b44d-7e4af38b4199 admin admin] Deleting port 912a857d-c8b4-422f-9263-7e95f5829405 {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:15:51.910753 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a5d46e7f-3137-4d6d-b44d-7e4af38b4199 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:51.950261 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee96e41-370c-4294-8229-079d826c2f09 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Pushing event updated for resources: {'Port': ['ID=b643adc4-4cff-4f10-81b7-b60a3d81cca4,revision_number=2']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:51.963599 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9ee96e41-370c-4294-8229-079d826c2f09 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594972'] for floatingip, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:51.969910 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b83fcb8-f09d-4483-9d87-d021b6e608f4 None None] DHCP port deletion for 859f9436-dc16-4206-b2fa-4ec5d354a397 request from dv-cinder-810785-1-iscsi {{(pid=94233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:15:51.983104 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [None req-a5d46e7f-3137-4d6d-b44d-7e4af38b4199 admin admin] For port 912a857d-c8b4-422f-9263-7e95f5829405, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=912a857d-c8b4-422f-9263-7e95f5829405,segment=NetworkSegment(3a43d669-9c88-4ebc-9cde-198915606ca5),segment_id=3a43d669-9c88-4ebc-9cde-198915606ca5)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:15:51.983769 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a5d46e7f-3137-4d6d-b44d-7e4af38b4199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:51.997252 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-a5d46e7f-3137-4d6d-b44d-7e4af38b4199 admin admin] Calling delete_port for 912a857d-c8b4-422f-9263-7e95f5829405 owned by network:dhcp {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:15:52.018389 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-6b83fcb8-f09d-4483-9d87-d021b6e608f4 None None] Deleting port 912a857d-c8b4-422f-9263-7e95f5829405 {{(pid=94233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:15:52.018851 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-6b83fcb8-f09d-4483-9d87-d021b6e608f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:52.080077 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.db.l3_db [None req-9ee96e41-370c-4294-8229-079d826c2f09 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Floating IP 45b5d6e4-8bda-4969-89dd-dac6f3d194d0 associated. External IP: 172.27.1.16, port: c4ae2fb1-501e-43ae-89d4-c68313813af4. Sep 23 23:15:52.089949 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-6b83fcb8-f09d-4483-9d87-d021b6e608f4 None None] For port 912a857d-c8b4-422f-9263-7e95f5829405, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=912a857d-c8b4-422f-9263-7e95f5829405,segment=NetworkSegment(3a43d669-9c88-4ebc-9cde-198915606ca5),segment_id=3a43d669-9c88-4ebc-9cde-198915606ca5)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:15:52.090533 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-6b83fcb8-f09d-4483-9d87-d021b6e608f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:52.092519 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a5d46e7f-3137-4d6d-b44d-7e4af38b4199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:52.106087 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-6b83fcb8-f09d-4483-9d87-d021b6e608f4 None None] Calling delete_port for 912a857d-c8b4-422f-9263-7e95f5829405 owned by network:dhcp {{(pid=94233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:15:52.125879 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d46e7f-3137-4d6d-b44d-7e4af38b4199 admin admin] Pushing event deleted for resources: {'Port': ['ID=912a857d-c8b4-422f-9263-7e95f5829405,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:52.135030 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d46e7f-3137-4d6d-b44d-7e4af38b4199 admin admin] No DVR routers for this DVR port 912a857d-c8b4-422f-9263-7e95f5829405 on host dv-cinder-810785-1-iscsi {{(pid=94231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:15:52.218160 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a5d46e7f-3137-4d6d-b44d-7e4af38b4199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8111924', 'neutron.services.segments.db._delete_segments_for_network-8784998755988'] for network, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:52.240756 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-a5d46e7f-3137-4d6d-b44d-7e4af38b4199 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['859f9436-dc16-4206-b2fa-4ec5d354a397']}} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:52.250957 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 912a857d-c8b4-422f-9263-7e95f5829405 no longer exists at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:15:52.251637 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-a5d46e7f-3137-4d6d-b44d-7e4af38b4199 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a43d669-9c88-4ebc-9cde-198915606ca5') {'for_net_delete': True} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:52.251929 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-a5d46e7f-3137-4d6d-b44d-7e4af38b4199 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a43d669-9c88-4ebc-9cde-198915606ca5') {} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:52.262004 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a5d46e7f-3137-4d6d-b44d-7e4af38b4199 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784998755229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3956713'] for segment, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:52.272555 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] No Port match for: 912a857d-c8b4-422f-9263-7e95f5829405 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:15:52.272555 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 912a857d-c8b4-422f-9263-7e95f5829405 not bound to the agent host dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:15:52.272555 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 59cbbb6f-91f4-4bfc-a30b-2a69413700ad no longer exists at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:15:52.276083 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a5d46e7f-3137-4d6d-b44d-7e4af38b4199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778'] for segment, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:52.282632 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5d46e7f-3137-4d6d-b44d-7e4af38b4199 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=94231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:15:52.283034 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a5d46e7f-3137-4d6d-b44d-7e4af38b4199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3257149'] for segment, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:52.284836 dv-cinder-810785-1-iscsi neutron-server[94231]: Traceback (most recent call last): Sep 23 23:15:52.284836 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:15:52.284836 dv-cinder-810785-1-iscsi neutron-server[94231]: timer() Sep 23 23:15:52.284836 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:15:52.284836 dv-cinder-810785-1-iscsi neutron-server[94231]: cb(*args, **kw) Sep 23 23:15:52.284836 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:15:52.284836 dv-cinder-810785-1-iscsi neutron-server[94231]: return func(*args, **kwargs) Sep 23 23:15:52.284836 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:15:52.284836 dv-cinder-810785-1-iscsi neutron-server[94231]: self._notify() Sep 23 23:15:52.284836 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:15:52.284836 dv-cinder-810785-1-iscsi neutron-server[94231]: self.callback(batched_events) Sep 23 23:15:52.284836 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:15:52.284836 dv-cinder-810785-1-iscsi neutron-server[94231]: event.method(event) Sep 23 23:15:52.284836 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:15:52.284836 dv-cinder-810785-1-iscsi neutron-server[94231]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:15:52.284836 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:15:52.284836 dv-cinder-810785-1-iscsi neutron-server[94231]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:15:52.284836 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:15:52.284836 dv-cinder-810785-1-iscsi neutron-server[94231]: return f(self, *a, **k) Sep 23 23:15:52.284836 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:15:52.284836 dv-cinder-810785-1-iscsi neutron-server[94231]: return self._get(url).json() Sep 23 23:15:52.284836 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:15:52.284836 dv-cinder-810785-1-iscsi neutron-server[94231]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:15:52.284836 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:15:52.284836 dv-cinder-810785-1-iscsi neutron-server[94231]: return self.request(url, 'GET', **kwargs) Sep 23 23:15:52.284836 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:15:52.284836 dv-cinder-810785-1-iscsi neutron-server[94231]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:15:52.284836 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:15:52.284836 dv-cinder-810785-1-iscsi neutron-server[94231]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:15:52.284836 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:15:52.284836 dv-cinder-810785-1-iscsi neutron-server[94231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:15:52.284836 dv-cinder-810785-1-iscsi neutron-server[94231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:15:52.320297 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee96e41-370c-4294-8229-079d826c2f09 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Router 7e3b0755-497c-4e6d-85b3-0e47db404d5f has already been hosted by L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 {{(pid=94232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:15:52.344616 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] No Port match for: 59cbbb6f-91f4-4bfc-a30b-2a69413700ad {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:15:52.344913 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 59cbbb6f-91f4-4bfc-a30b-2a69413700ad not bound to the agent host dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:15:52.345563 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 47d0ecff-f43d-4f77-9661-f613809cf814 no longer exists at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:15:52.354871 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a5d46e7f-3137-4d6d-b44d-7e4af38b4199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8111875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594954'] for network, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:52.365206 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-a5d46e7f-3137-4d6d-b44d-7e4af38b4199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for network, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:52.372190 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-a5d46e7f-3137-4d6d-b44d-7e4af38b4199 admin admin] 10.222.0.46 "DELETE /v2.0/networks/859f9436-dc16-4206-b2fa-4ec5d354a397 HTTP/1.1" status: 204 len: 168 time: 0.6057649 Sep 23 23:15:52.372456 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] No Port match for: 47d0ecff-f43d-4f77-9661-f613809cf814 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:15:52.372456 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 47d0ecff-f43d-4f77-9661-f613809cf814 not bound to the agent host dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:15:52.405370 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d46e7f-3137-4d6d-b44d-7e4af38b4199 admin admin] Pushing event deleted for resources: {'Network': ['ID=859f9436-dc16-4206-b2fa-4ec5d354a397,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:52.448305 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-6b83fcb8-f09d-4483-9d87-d021b6e608f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672'] for port, after_delete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:52.459609 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee96e41-370c-4294-8229-079d826c2f09 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:15:52.471683 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9a053f-7196-4e62-8ab9-21f3b144a9eb None None] Sync routers for ids ['7e3b0755-497c-4e6d-85b3-0e47db404d5f'] in dv-cinder-810785-1-iscsi {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:15:52.478162 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9ee96e41-370c-4294-8229-079d826c2f09 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for floatingip, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:52.479932 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b83fcb8-f09d-4483-9d87-d021b6e608f4 None None] Pushing event deleted for resources: {'Port': ['ID=912a857d-c8b4-422f-9263-7e95f5829405,revision_number=None']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:52.482993 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6b83fcb8-f09d-4483-9d87-d021b6e608f4 None None] Network 859f9436-dc16-4206-b2fa-4ec5d354a397 is not hosted by any dhcp agent {{(pid=94233) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 23 23:15:52.483479 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b83fcb8-f09d-4483-9d87-d021b6e608f4 None None] No DVR routers for this DVR port 912a857d-c8b4-422f-9263-7e95f5829405 on host dv-cinder-810785-1-iscsi {{(pid=94233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:15:52.493940 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9a053f-7196-4e62-8ab9-21f3b144a9eb None None] Routers {'7e3b0755-497c-4e6d-85b3-0e47db404d5f'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:15:52.494510 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-fc9a053f-7196-4e62-8ab9-21f3b144a9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:15:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['7e3b0755-497c-4e6d-85b3-0e47db404d5f'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:52.527606 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-9ee96e41-370c-4294-8229-079d826c2f09 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2550652 Sep 23 23:15:52.527606 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0fb78a-9df4-4ed4-a7c8-066e3f724c37', 'tag': 'c4ae2fb1-501e-43ae-89d4-c68313813af4'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:15:52.527606 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc74f1c012309c835ea1a53c8f5f732cbfbf790adc92ee6109ffd7f3bd94d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c5ab31-9b42-402b-9fda-72b9705df38c" -d '{"events": [{"name": "network-changed", "server_uuid": "da0fb78a-9df4-4ed4-a7c8-066e3f724c37", "tag": "c4ae2fb1-501e-43ae-89d4-c68313813af4"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:15:52.528025 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 60710) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:15:52.562984 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13372c5-66eb-42ce-9500-40ad0eafe7e7 x-openstack-request-id: req-c13372c5-66eb-42ce-9500-40ad0eafe7e7 {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:15:52.563302 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da0fb78a-9df4-4ed4-a7c8-066e3f724c37", "tag": "c4ae2fb1-501e-43ae-89d4-c68313813af4", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:15:52.563549 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c13372c5-66eb-42ce-9500-40ad0eafe7e7 {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:15:52.564188 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da0fb78a-9df4-4ed4-a7c8-066e3f724c37', 'tag': 'c4ae2fb1-501e-43ae-89d4-c68313813af4', 'status': 'completed', 'code': 200} Sep 23 23:15:52.569488 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-d7c0601a-29e0-4782-9f32-69fab53d61b9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3a9b741287e54b41b0e1fea7f8d4accc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0458150 Sep 23 23:15:52.572117 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 60714) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:15:52.619311 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-fc9a053f-7196-4e62-8ab9-21f3b144a9eb None None] Set router 7e3b0755-497c-4e6d-85b3-0e47db404d5f gateway port host: dv-cinder-810785-1-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:15:52.660564 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5ab31-9b42-402b-9fda-72b9705df38c req-f2ccefb8-64f8-4c4f-b5c9-900aa5254b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:52.662233 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-30c5ab31-9b42-402b-9fda-72b9705df38c req-f2ccefb8-64f8-4c4f-b5c9-900aa5254b7f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=092b8e38c05d455b8c071ade5b025610&device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 1099 time: 0.0723155 Sep 23 23:15:52.665440 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d3e50e0f-7c3a-4fda-9a4e-f973789033a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:52.717614 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d3e50e0f-7c3a-4fda-9a4e-f973789033a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:52.802278 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5ab31-9b42-402b-9fda-72b9705df38c req-1ecaa5fe-6d37-47c6-a348-bfd8054bec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:52.803842 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-30c5ab31-9b42-402b-9fda-72b9705df38c req-1ecaa5fe-6d37-47c6-a348-bfd8054bec0e service neutron] 10.222.0.11 "GET /v2.0/networks?id=e5951a13-5270-4a63-a4b5-501d42277863 HTTP/1.1" status: 200 len: 910 time: 0.1334240 Sep 23 23:15:52.826323 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d3e50e0f-7c3a-4fda-9a4e-f973789033a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:52.828924 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d3e50e0f-7c3a-4fda-9a4e-f973789033a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:52.830086 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-d3e50e0f-7c3a-4fda-9a4e-f973789033a7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eccbdcfa-ca11-4b87-a36d-74a4541bee4c HTTP/1.1" status: 204 len: 168 time: 0.2569375 Sep 23 23:15:52.857538 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-fc9a053f-7196-4e62-8ab9-21f3b144a9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3b0755-497c-4e6d-85b3-0e47db404d5f', 'name': 'tempest-TestShelveInstance-1076427157-router', 'tenant_id': '092b8e38c05d455b8c071ade5b025610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '5b474b23-3b19-45ec-9014-95dcab15a6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:15:00Z', 'updated_at': '2021-09-23T23:15:04Z', 'revision_number': 4, 'project_id': '092b8e38c05d455b8c071ade5b025610', 'gw_port': {'id': '5b474b23-3b19-45ec-9014-95dcab15a6fc', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3b0755-497c-4e6d-85b3-0e47db404d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:15:01Z', 'updated_at': '2021-09-23T23:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_floatingips': [{'id': '45b5d6e4-8bda-4969-89dd-dac6f3d194d0', 'tenant_id': '092b8e38c05d455b8c071ade5b025610', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'router_id': '7e3b0755-497c-4e6d-85b3-0e47db404d5f', 'port_id': 'c4ae2fb1-501e-43ae-89d4-c68313813af4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5951a13-5270-4a63-a4b5-501d42277863', 'mac_address': 'fa:16:3e:08:9f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0fb78a-9df4-4ed4-a7c8-066e3f724c37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:15:51Z', 'updated_at': '2021-09-23T23:15:51Z', 'revision_number': 0, 'project_id': '092b8e38c05d455b8c071ade5b025610', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac9437d-d55c-48a2-bf2d-0f1d7af8f193', 'name': '', 'network_id': 'e5951a13-5270-4a63-a4b5-501d42277863', 'tenant_id': '092b8e38c05d455b8c071ade5b025610', 'mac_address': 'fa:16:3e:bb:e0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3b0755-497c-4e6d-85b3-0e47db404d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '7beacad9-fcef-408b-9f9c-c9bd5df50f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:15:03Z', 'updated_at': '2021-09-23T23:15:09Z', 'revision_number': 5, 'project_id': '092b8e38c05d455b8c071ade5b025610', 'subnets': [{'id': '7beacad9-fcef-408b-9f9c-c9bd5df50f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:52.879213 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e50e0f-7c3a-4fda-9a4e-f973789033a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccbdcfa-ca11-4b87-a36d-74a4541bee4c,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:52.887499 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9a053f-7196-4e62-8ab9-21f3b144a9eb None None] Checking router: 7e3b0755-497c-4e6d-85b3-0e47db404d5f for host: dv-cinder-810785-1-iscsi {{(pid=94234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:15:52.896482 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9a053f-7196-4e62-8ab9-21f3b144a9eb None None] Routers {'7e3b0755-497c-4e6d-85b3-0e47db404d5f'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:15:52.897195 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-fc9a053f-7196-4e62-8ab9-21f3b144a9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:15:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['7e3b0755-497c-4e6d-85b3-0e47db404d5f'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:52.906338 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-30c5ab31-9b42-402b-9fda-72b9705df38c req-be1cd96c-4a41-4231-af16-708ec6b90498 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4ae2fb1-501e-43ae-89d4-c68313813af4 HTTP/1.1" status: 200 len: 999 time: 0.0923371 Sep 23 23:15:52.960359 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5ab31-9b42-402b-9fda-72b9705df38c req-a60cbd3a-1248-4f1a-8532-477e3fa98c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:52.961932 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-30c5ab31-9b42-402b-9fda-72b9705df38c req-a60cbd3a-1248-4f1a-8532-477e3fa98c2d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7beacad9-fcef-408b-9f9c-c9bd5df50f14 HTTP/1.1" status: 200 len: 848 time: 0.0460799 Sep 23 23:15:53.020690 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5ab31-9b42-402b-9fda-72b9705df38c req-59eccfe4-3702-4107-a05d-5da869e94e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:53.022266 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-30c5ab31-9b42-402b-9fda-72b9705df38c req-59eccfe4-3702-4107-a05d-5da869e94e46 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e5951a13-5270-4a63-a4b5-501d42277863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488575 Sep 23 23:15:53.105292 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-fc9a053f-7196-4e62-8ab9-21f3b144a9eb None None] Set router 7e3b0755-497c-4e6d-85b3-0e47db404d5f gateway port host: dv-cinder-810785-1-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:15:53.130654 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-30c5ab31-9b42-402b-9fda-72b9705df38c req-cd1a89bc-cd3a-4781-85bc-6a828dbf5160 service neutron] 10.222.0.11 "GET /v2.0/networks/e5951a13-5270-4a63-a4b5-501d42277863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994461 Sep 23 23:15:53.253302 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-30c5ab31-9b42-402b-9fda-72b9705df38c req-3b34f58c-374b-4c9e-98ef-f051b75fc2ff service neutron] 10.222.0.11 "GET /v2.0/networks/e5951a13-5270-4a63-a4b5-501d42277863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141951 Sep 23 23:15:53.361540 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-fc9a053f-7196-4e62-8ab9-21f3b144a9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3b0755-497c-4e6d-85b3-0e47db404d5f', 'name': 'tempest-TestShelveInstance-1076427157-router', 'tenant_id': '092b8e38c05d455b8c071ade5b025610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '5b474b23-3b19-45ec-9014-95dcab15a6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:15:00Z', 'updated_at': '2021-09-23T23:15:04Z', 'revision_number': 4, 'project_id': '092b8e38c05d455b8c071ade5b025610', 'gw_port': {'id': '5b474b23-3b19-45ec-9014-95dcab15a6fc', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3b0755-497c-4e6d-85b3-0e47db404d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:15:01Z', 'updated_at': '2021-09-23T23:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_floatingips': [{'id': '45b5d6e4-8bda-4969-89dd-dac6f3d194d0', 'tenant_id': '092b8e38c05d455b8c071ade5b025610', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'router_id': '7e3b0755-497c-4e6d-85b3-0e47db404d5f', 'port_id': 'c4ae2fb1-501e-43ae-89d4-c68313813af4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5951a13-5270-4a63-a4b5-501d42277863', 'mac_address': 'fa:16:3e:08:9f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0fb78a-9df4-4ed4-a7c8-066e3f724c37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:15:51Z', 'updated_at': '2021-09-23T23:15:51Z', 'revision_number': 0, 'project_id': '092b8e38c05d455b8c071ade5b025610', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac9437d-d55c-48a2-bf2d-0f1d7af8f193', 'name': '', 'network_id': 'e5951a13-5270-4a63-a4b5-501d42277863', 'tenant_id': '092b8e38c05d455b8c071ade5b025610', 'mac_address': 'fa:16:3e:bb:e0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3b0755-497c-4e6d-85b3-0e47db404d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '7beacad9-fcef-408b-9f9c-c9bd5df50f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:15:03Z', 'updated_at': '2021-09-23T23:15:09Z', 'revision_number': 5, 'project_id': '092b8e38c05d455b8c071ade5b025610', 'subnets': [{'id': '7beacad9-fcef-408b-9f9c-c9bd5df50f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:53.392629 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9a053f-7196-4e62-8ab9-21f3b144a9eb None None] The sync data for ids ['7e3b0755-497c-4e6d-85b3-0e47db404d5f'] in dv-cinder-810785-1-iscsi is: [{'id': '7e3b0755-497c-4e6d-85b3-0e47db404d5f', 'name': 'tempest-TestShelveInstance-1076427157-router', 'tenant_id': '092b8e38c05d455b8c071ade5b025610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '5b474b23-3b19-45ec-9014-95dcab15a6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:15:00Z', 'updated_at': '2021-09-23T23:15:04Z', 'revision_number': 4, 'project_id': '092b8e38c05d455b8c071ade5b025610', 'gw_port': {'id': '5b474b23-3b19-45ec-9014-95dcab15a6fc', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3b0755-497c-4e6d-85b3-0e47db404d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:15:01Z', 'updated_at': '2021-09-23T23:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_floatingips': [{'id': '45b5d6e4-8bda-4969-89dd-dac6f3d194d0', 'tenant_id': '092b8e38c05d455b8c071ade5b025610', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'router_id': '7e3b0755-497c-4e6d-85b3-0e47db404d5f', 'port_id': 'c4ae2fb1-501e-43ae-89d4-c68313813af4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5951a13-5270-4a63-a4b5-501d42277863', 'mac_address': 'fa:16:3e:08:9f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0fb78a-9df4-4ed4-a7c8-066e3f724c37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:15:51Z', 'updated_at': '2021-09-23T23:15:51Z', 'revision_number': 0, 'project_id': '092b8e38c05d455b8c071ade5b025610', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac9437d-d55c-48a2-bf2d-0f1d7af8f193', 'name': '', 'network_id': 'e5951a13-5270-4a63-a4b5-501d42277863', 'tenant_id': '092b8e38c05d455b8c071ade5b025610', 'mac_address': 'fa:16:3e:bb:e0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3b0755-497c-4e6d-85b3-0e47db404d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '7beacad9-fcef-408b-9f9c-c9bd5df50f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:15:03Z', 'updated_at': '2021-09-23T23:15:09Z', 'revision_number': 5, 'project_id': '092b8e38c05d455b8c071ade5b025610', 'subnets': [{'id': '7beacad9-fcef-408b-9f9c-c9bd5df50f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:15:53.611351 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34fecbd-78ba-49fa-8cdd-fb0c359e821f None None] New status for floating IP 45b5d6e4-8bda-4969-89dd-dac6f3d194d0: ACTIVE {{(pid=94233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:15:53.771851 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-11bc383f-e68e-49d1-9a24-71338571b15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:56.903380 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:57.712872 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-5dd1d486-62a7-4470-9577-cb7fde8457ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:59.165792 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:00.509232 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:02.472184 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 60842) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:16:02.595949 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-9fcc2986-42fe-4c93-9a59-e4cd03c1d8ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:02.694709 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-9fcc2986-42fe-4c93-9a59-e4cd03c1d8ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:02.700642 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-9fcc2986-42fe-4c93-9a59-e4cd03c1d8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:02.741695 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-9fcc2986-42fe-4c93-9a59-e4cd03c1d8ac admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5e39a0d0f9de434aa08ad3b379a4888e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2683988 Sep 23 23:16:02.742633 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc2986-42fe-4c93-9a59-e4cd03c1d8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c830be3a-bf85-4393-a227-a04b8ef1fbad,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:02.745750 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 60846) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:16:02.798778 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4cfe6601-eb19-447c-a19d-f47847b204ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:02.820395 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4cfe6601-eb19-447c-a19d-f47847b204ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:02.870831 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4cfe6601-eb19-447c-a19d-f47847b204ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:02.873565 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4cfe6601-eb19-447c-a19d-f47847b204ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:02.874800 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-4cfe6601-eb19-447c-a19d-f47847b204ed admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c830be3a-bf85-4393-a227-a04b8ef1fbad HTTP/1.1" status: 204 len: 168 time: 0.1281393 Sep 23 23:16:02.883521 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe6601-eb19-447c-a19d-f47847b204ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c830be3a-bf85-4393-a227-a04b8ef1fbad,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:04.727619 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 60900) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:16:04.846123 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-27c58a83-65b9-446a-91e5-1b07b1d122f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:04.947652 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-27c58a83-65b9-446a-91e5-1b07b1d122f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:04.953537 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-27c58a83-65b9-446a-91e5-1b07b1d122f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:04.996154 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-27c58a83-65b9-446a-91e5-1b07b1d122f6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=191c9db403a14951a6b726c43925e23e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2673929 Sep 23 23:16:04.997004 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c58a83-65b9-446a-91e5-1b07b1d122f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c37308-70ef-4945-8135-cda2863fe743,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:04.999057 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 60904) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:16:05.051887 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-78c0ab88-5cfa-413c-9e21-edc65a278404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:05.073940 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-78c0ab88-5cfa-413c-9e21-edc65a278404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:05.121919 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-78c0ab88-5cfa-413c-9e21-edc65a278404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:05.124565 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-78c0ab88-5cfa-413c-9e21-edc65a278404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:05.125760 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-78c0ab88-5cfa-413c-9e21-edc65a278404 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/08c37308-70ef-4945-8135-cda2863fe743 HTTP/1.1" status: 204 len: 168 time: 0.1252034 Sep 23 23:16:05.134323 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0ab88-5cfa-413c-9e21-edc65a278404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c37308-70ef-4945-8135-cda2863fe743,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:05.436882 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 60918) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:16:05.454122 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40b4c1-a90c-4089-8f9b-cd2c23109210 req-1528b409-1d93-4a03-a8af-96b16e938189 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:05.455648 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6f40b4c1-a90c-4089-8f9b-cd2c23109210 req-1528b409-1d93-4a03-a8af-96b16e938189 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 985 time: 0.0659816 Sep 23 23:16:05.461114 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2dd03-1549-4bb7-be72-12f4808783cc req-2046376c-3357-41d0-a025-13f2883a4874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:05.461649 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b212ae17-697a-44ac-bbbe-6c83dd22e579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:05.463041 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c6d2dd03-1549-4bb7-be72-12f4808783cc req-2046376c-3357-41d0-a025-13f2883a4874 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cead4bfdef074de4b2ff718f41705d60&device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 1138 time: 0.0438166 Sep 23 23:16:05.522227 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6f40b4c1-a90c-4089-8f9b-cd2c23109210 req-1b50efdf-fb7c-42b7-97f7-d1f73a0a8909 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&id=f185a7b4-521b-4009-9707-c136e96191fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574114 Sep 23 23:16:05.562844 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2dd03-1549-4bb7-be72-12f4808783cc req-1a40e644-a77b-4064-86b5-bd0c118b7d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:05.564451 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c6d2dd03-1549-4bb7-be72-12f4808783cc req-1a40e644-a77b-4064-86b5-bd0c118b7d0a service neutron] 10.222.0.11 "GET /v2.0/networks?id=31655250-db1c-46f3-964c-1b665492b59d HTTP/1.1" status: 200 len: 915 time: 0.0930874 Sep 23 23:16:05.590732 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b212ae17-697a-44ac-bbbe-6c83dd22e579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:05.597057 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b212ae17-697a-44ac-bbbe-6c83dd22e579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:05.637650 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b212ae17-697a-44ac-bbbe-6c83dd22e579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483ad0f0-e7ed-4fd8-83bf-5d31f4d3d4ff,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:05.643704 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c6d2dd03-1549-4bb7-be72-12f4808783cc req-6790a53c-d517-484f-82fb-02d1d87df99e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8259c51f-95ea-43a5-9078-25c8b1c954b1 HTTP/1.1" status: 200 len: 1001 time: 0.0709660 Sep 23 23:16:05.644275 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-b212ae17-697a-44ac-bbbe-6c83dd22e579 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ce05d769681f4bb49fbfd2d9a0a88fc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2062917 Sep 23 23:16:05.645344 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 60920) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:16:05.697562 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2dd03-1549-4bb7-be72-12f4808783cc req-dd3c51a1-bf42-48c3-a302-528522b98a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:05.699140 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c6d2dd03-1549-4bb7-be72-12f4808783cc req-dd3c51a1-bf42-48c3-a302-528522b98a89 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=db3924c4-efcb-44cf-aa6f-eeed8d664a93 HTTP/1.1" status: 200 len: 853 time: 0.0448642 Sep 23 23:16:05.699592 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-2a1036e7-db72-46a3-8a23-3ed6ed6283a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:05.721848 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-2a1036e7-db72-46a3-8a23-3ed6ed6283a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:05.748885 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2dd03-1549-4bb7-be72-12f4808783cc req-b32217a2-963d-49b0-8db1-d727c8c3ca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:05.751084 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c6d2dd03-1549-4bb7-be72-12f4808783cc req-b32217a2-963d-49b0-8db1-d727c8c3ca4b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=31655250-db1c-46f3-964c-1b665492b59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428419 Sep 23 23:16:05.778263 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-2a1036e7-db72-46a3-8a23-3ed6ed6283a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:05.781206 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-2a1036e7-db72-46a3-8a23-3ed6ed6283a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:05.782411 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-2a1036e7-db72-46a3-8a23-3ed6ed6283a9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/483ad0f0-e7ed-4fd8-83bf-5d31f4d3d4ff HTTP/1.1" status: 204 len: 168 time: 0.1360435 Sep 23 23:16:05.790908 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1036e7-db72-46a3-8a23-3ed6ed6283a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483ad0f0-e7ed-4fd8-83bf-5d31f4d3d4ff,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:05.852675 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c6d2dd03-1549-4bb7-be72-12f4808783cc req-cb67366d-2b1a-42c8-9ea1-c1c3a3e59714 service neutron] 10.222.0.11 "GET /v2.0/networks/31655250-db1c-46f3-964c-1b665492b59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934091 Sep 23 23:16:05.951777 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c6d2dd03-1549-4bb7-be72-12f4808783cc req-56c5bc23-e36e-41bc-8ada-298f6d3e6a6c service neutron] 10.222.0.11 "GET /v2.0/networks/31655250-db1c-46f3-964c-1b665492b59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865610 Sep 23 23:16:06.641148 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e454bd0-dc82-403e-a13a-4bbf4299a3b3 req-aa048c6f-3d95-44cb-859b-d03c4ee22e83 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:06.642723 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0e454bd0-dc82-403e-a13a-4bbf4299a3b3 req-aa048c6f-3d95-44cb-859b-d03c4ee22e83 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 985 time: 0.0512578 Sep 23 23:16:06.686839 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0e454bd0-dc82-403e-a13a-4bbf4299a3b3 req-29d3b615-b069-46d0-9a53-d4cac8504881 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&id=f185a7b4-521b-4009-9707-c136e96191fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371823 Sep 23 23:16:07.417753 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 60968) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:16:07.543715 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8282ca33-af2d-4555-af39-8448bf2d54fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:07.639725 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8282ca33-af2d-4555-af39-8448bf2d54fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:07.644417 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8282ca33-af2d-4555-af39-8448bf2d54fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:07.682027 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-8282ca33-af2d-4555-af39-8448bf2d54fa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=943a052300ff428a882e4157bce5c40c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2629759 Sep 23 23:16:07.683237 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282ca33-af2d-4555-af39-8448bf2d54fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79b8f30-5c57-4c95-b6f7-c0585a5e0bdc,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:07.685005 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 60972) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:16:07.744637 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2c279e60-f91c-45d9-910c-b551acc3d1c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:07.769022 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2c279e60-f91c-45d9-910c-b551acc3d1c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:07.826536 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2c279e60-f91c-45d9-910c-b551acc3d1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:07.829123 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2c279e60-f91c-45d9-910c-b551acc3d1c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:07.831353 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-2c279e60-f91c-45d9-910c-b551acc3d1c4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f79b8f30-5c57-4c95-b6f7-c0585a5e0bdc HTTP/1.1" status: 204 len: 168 time: 0.1443024 Sep 23 23:16:07.837009 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c10c4d-19ec-4daf-9f56-edc1eb9640e0 req-55048c57-7ed9-45cf-9c2e-a298e1289758 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:07.838977 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f9c10c4d-19ec-4daf-9f56-edc1eb9640e0 req-55048c57-7ed9-45cf-9c2e-a298e1289758 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 985 time: 0.0668697 Sep 23 23:16:07.848907 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c279e60-f91c-45d9-910c-b551acc3d1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79b8f30-5c57-4c95-b6f7-c0585a5e0bdc,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:07.889132 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f9c10c4d-19ec-4daf-9f56-edc1eb9640e0 req-f4dc1a8e-94b5-4c15-bc95-42a76b23a8aa tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&id=f185a7b4-521b-4009-9707-c136e96191fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420959 Sep 23 23:16:08.117965 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 60980) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:16:08.131239 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ca923db4-cc9e-4d14-b55a-edcad1e094a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:08.238897 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ca923db4-cc9e-4d14-b55a-edcad1e094a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:08.249504 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ca923db4-cc9e-4d14-b55a-edcad1e094a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:08.287612 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca923db4-cc9e-4d14-b55a-edcad1e094a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d19fc87-fbe5-49b7-ad47-bcb94ef354d0,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:08.294256 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-ca923db4-cc9e-4d14-b55a-edcad1e094a8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1b118c0750554cf8ae728312dab5afd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1751814 Sep 23 23:16:08.297284 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 60982) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:16:08.347203 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-527536db-8b17-4e16-89bf-2c06feba621e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:08.369039 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-527536db-8b17-4e16-89bf-2c06feba621e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:08.417349 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-527536db-8b17-4e16-89bf-2c06feba621e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:08.421102 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-527536db-8b17-4e16-89bf-2c06feba621e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:08.422612 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-527536db-8b17-4e16-89bf-2c06feba621e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9d19fc87-fbe5-49b7-ad47-bcb94ef354d0 HTTP/1.1" status: 204 len: 168 time: 0.1244521 Sep 23 23:16:08.431011 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527536db-8b17-4e16-89bf-2c06feba621e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d19fc87-fbe5-49b7-ad47-bcb94ef354d0,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:09.014565 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f07792-80a2-479e-b4fc-ff5c8bdc3d91 req-ece74172-5ad0-4b26-9349-70056a84ec2b tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:09.016168 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a1f07792-80a2-479e-b4fc-ff5c8bdc3d91 req-ece74172-5ad0-4b26-9349-70056a84ec2b tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 985 time: 0.0535073 Sep 23 23:16:09.065661 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a1f07792-80a2-479e-b4fc-ff5c8bdc3d91 req-50f8fc6d-bd60-4d74-926a-b5591fd56383 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&id=f185a7b4-521b-4009-9707-c136e96191fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432520 Sep 23 23:16:09.213285 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1b9185a4-9cb5-49a3-8bb8-a3598e1c7845 req-3593bc5c-2f80-4bec-acd7-8556b8576a46 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f642edf1-1471-4dc2-91e5-bf7d24f520c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454752 Sep 23 23:16:09.299712 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9185a4-9cb5-49a3-8bb8-a3598e1c7845 req-5f9a3da0-9d7a-467d-bd86-a197c7b78010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:09.301486 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1b9185a4-9cb5-49a3-8bb8-a3598e1c7845 req-5f9a3da0-9d7a-467d-bd86-a197c7b78010 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b54c8cb576f4df48743b760c9eaae2a&device_id=f642edf1-1471-4dc2-91e5-bf7d24f520c8 HTTP/1.1" status: 200 len: 1099 time: 0.0544319 Sep 23 23:16:09.436431 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9185a4-9cb5-49a3-8bb8-a3598e1c7845 req-80cf38b6-7a99-49c2-a404-2763d2c4270b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:09.438076 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1b9185a4-9cb5-49a3-8bb8-a3598e1c7845 req-80cf38b6-7a99-49c2-a404-2763d2c4270b service neutron] 10.222.0.11 "GET /v2.0/networks?id=a142d4ab-a769-4517-b595-172b82642394 HTTP/1.1" status: 200 len: 912 time: 0.1075833 Sep 23 23:16:09.527527 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1b9185a4-9cb5-49a3-8bb8-a3598e1c7845 req-13abc388-9c43-4373-af78-32c0898b2a7c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e9fceea-f7b1-454e-abf7-6aa72ab43a29 HTTP/1.1" status: 200 len: 1002 time: 0.0799615 Sep 23 23:16:09.601080 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9185a4-9cb5-49a3-8bb8-a3598e1c7845 req-44825beb-db4b-41dd-b254-c84d1a2304fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:09.602678 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1b9185a4-9cb5-49a3-8bb8-a3598e1c7845 req-44825beb-db4b-41dd-b254-c84d1a2304fb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f89343e-2ad9-4e3b-a2d5-c722d5396ede HTTP/1.1" status: 200 len: 850 time: 0.0556660 Sep 23 23:16:09.665315 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9185a4-9cb5-49a3-8bb8-a3598e1c7845 req-070c971c-f952-4601-959b-6f1503a0987c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:09.667038 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1b9185a4-9cb5-49a3-8bb8-a3598e1c7845 req-070c971c-f952-4601-959b-6f1503a0987c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a142d4ab-a769-4517-b595-172b82642394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499277 Sep 23 23:16:09.682321 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:09.771790 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1b9185a4-9cb5-49a3-8bb8-a3598e1c7845 req-10c15119-4a3f-44c8-8b3a-d4fbb46c0fec service neutron] 10.222.0.11 "GET /v2.0/networks/a142d4ab-a769-4517-b595-172b82642394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950153 Sep 23 23:16:09.874443 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1b9185a4-9cb5-49a3-8bb8-a3598e1c7845 req-b97da8fd-4a3e-4e69-b9d3-e97a460495ec service neutron] 10.222.0.11 "GET /v2.0/networks/a142d4ab-a769-4517-b595-172b82642394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947275 Sep 23 23:16:10.186464 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd4122-75ec-411e-8c75-75803af0eaf0 req-234f24f6-400d-4f29-abc2-9371096d7329 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:10.188146 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ffdd4122-75ec-411e-8c75-75803af0eaf0 req-234f24f6-400d-4f29-abc2-9371096d7329 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 985 time: 0.0549428 Sep 23 23:16:10.230707 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ffdd4122-75ec-411e-8c75-75803af0eaf0 req-3e4a7644-1ceb-4cbb-b222-03628ab58796 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&id=f185a7b4-521b-4009-9707-c136e96191fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364981 Sep 23 23:16:10.663097 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 32828) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:16:10.775509 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-09a96115-7ee3-4f19-8f26-b7e5e59ec3fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:10.880078 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-09a96115-7ee3-4f19-8f26-b7e5e59ec3fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:10.886338 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-09a96115-7ee3-4f19-8f26-b7e5e59ec3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:10.922399 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a96115-7ee3-4f19-8f26-b7e5e59ec3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c0e043-2e07-4bd3-8aa2-c3c11a81b997,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:10.926654 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-09a96115-7ee3-4f19-8f26-b7e5e59ec3fa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0dac45ff2e1044adb8331b62c7f3cf2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2624338 Sep 23 23:16:10.929359 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 32832) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:16:10.979802 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8e5519f1-44f9-400a-b968-ed60f7177c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:11.002029 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8e5519f1-44f9-400a-b968-ed60f7177c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:11.056585 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8e5519f1-44f9-400a-b968-ed60f7177c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:11.059048 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-8e5519f1-44f9-400a-b968-ed60f7177c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:11.060334 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-8e5519f1-44f9-400a-b968-ed60f7177c0c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c7c0e043-2e07-4bd3-8aa2-c3c11a81b997 HTTP/1.1" status: 204 len: 168 time: 0.1300797 Sep 23 23:16:11.068935 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5519f1-44f9-400a-b968-ed60f7177c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c0e043-2e07-4bd3-8aa2-c3c11a81b997,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:11.356245 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26d948-0d2c-4b22-8b3a-830196f09b0a req-aa52fbec-5139-4b69-9da1-4b36e0a85061 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:11.357734 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9d26d948-0d2c-4b22-8b3a-830196f09b0a req-aa52fbec-5139-4b69-9da1-4b36e0a85061 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 985 time: 0.0527501 Sep 23 23:16:11.358280 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 32840) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:16:11.381076 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f7371f40-81b1-4c46-87ed-cac9b7debbe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:11.414312 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9d26d948-0d2c-4b22-8b3a-830196f09b0a req-95296afd-30a9-4105-be0c-7f3a65d02472 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&id=f185a7b4-521b-4009-9707-c136e96191fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0499671 Sep 23 23:16:11.489667 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f7371f40-81b1-4c46-87ed-cac9b7debbe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:11.497211 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f7371f40-81b1-4c46-87ed-cac9b7debbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:11.540288 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-f7371f40-81b1-4c46-87ed-cac9b7debbe2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=07f9f0e37d3440d7847c3b0d39de065a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1809754 Sep 23 23:16:11.541021 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7371f40-81b1-4c46-87ed-cac9b7debbe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4394047d-58ed-489f-bdb9-37cb0d1be0e5,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:11.543817 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 32842) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:16:11.597583 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-7ed1b45e-8810-47d9-9981-477c52d0f810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:11.619477 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-7ed1b45e-8810-47d9-9981-477c52d0f810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:11.666634 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-7ed1b45e-8810-47d9-9981-477c52d0f810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:11.669383 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-7ed1b45e-8810-47d9-9981-477c52d0f810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:11.670521 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-7ed1b45e-8810-47d9-9981-477c52d0f810 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4394047d-58ed-489f-bdb9-37cb0d1be0e5 HTTP/1.1" status: 204 len: 168 time: 0.1257181 Sep 23 23:16:11.678519 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1b45e-8810-47d9-9981-477c52d0f810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4394047d-58ed-489f-bdb9-37cb0d1be0e5,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:12.535484 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c098b07a-c09a-4a27-a78f-fe0e8cc34516 req-efb7c50a-f797-4b72-9d29-5f4897e39a7a tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:12.537208 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c098b07a-c09a-4a27-a78f-fe0e8cc34516 req-efb7c50a-f797-4b72-9d29-5f4897e39a7a tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 985 time: 0.0532761 Sep 23 23:16:12.589727 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c098b07a-c09a-4a27-a78f-fe0e8cc34516 req-4b7a05bf-fb21-412d-bf35-7a0c099d2dba tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&id=f185a7b4-521b-4009-9707-c136e96191fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424507 Sep 23 23:16:12.863020 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 32878) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:16:12.998429 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-46d4e85f-85cd-4c5f-88fe-86da7602f76d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:13.096957 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-46d4e85f-85cd-4c5f-88fe-86da7602f76d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:13.102781 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-46d4e85f-85cd-4c5f-88fe-86da7602f76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:13.138302 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d4e85f-85cd-4c5f-88fe-86da7602f76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921a4d7c-c91e-40a8-b17b-c3b367867362,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:13.142409 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-46d4e85f-85cd-4c5f-88fe-86da7602f76d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f9bf376e2b59418d9b944129140db64d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783225 Sep 23 23:16:13.145036 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 32882) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:16:13.192928 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-38778aac-e4e3-46b2-bb45-3fdbf7841fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:13.216690 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-38778aac-e4e3-46b2-bb45-3fdbf7841fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:13.264868 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-38778aac-e4e3-46b2-bb45-3fdbf7841fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:13.267587 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-38778aac-e4e3-46b2-bb45-3fdbf7841fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:13.268750 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-38778aac-e4e3-46b2-bb45-3fdbf7841fb4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/921a4d7c-c91e-40a8-b17b-c3b367867362 HTTP/1.1" status: 204 len: 168 time: 0.1228518 Sep 23 23:16:13.277045 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38778aac-e4e3-46b2-bb45-3fdbf7841fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921a4d7c-c91e-40a8-b17b-c3b367867362,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:13.705769 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd33c1b-d6df-48b9-86ef-4e976e642dc8 req-5cd6e1c7-f2e8-4afd-bc52-b6df7d2c7821 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:13.707450 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-efd33c1b-d6df-48b9-86ef-4e976e642dc8 req-5cd6e1c7-f2e8-4afd-bc52-b6df7d2c7821 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 985 time: 0.0522771 Sep 23 23:16:13.766639 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-efd33c1b-d6df-48b9-86ef-4e976e642dc8 req-f7c43a93-26d3-4fbe-9de5-b77192d0e64b tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&id=f185a7b4-521b-4009-9707-c136e96191fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514519 Sep 23 23:16:14.893840 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097eb8d-6ab8-4406-8efd-5d50e71e2227 req-76a2f506-58fa-4a44-a9cf-11d3fa4bf1b6 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:14.895375 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d097eb8d-6ab8-4406-8efd-5d50e71e2227 req-76a2f506-58fa-4a44-a9cf-11d3fa4bf1b6 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 985 time: 0.0545089 Sep 23 23:16:14.940509 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d097eb8d-6ab8-4406-8efd-5d50e71e2227 req-cb3dfb8f-080d-4b64-a2a8-f7f48d7ad140 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&id=f185a7b4-521b-4009-9707-c136e96191fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366571 Sep 23 23:16:16.069165 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae818d-d2b2-490f-bf91-5678e548506c req-908504e7-1d49-4ae9-9a32-5aecd29e8986 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:16.070670 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9bae818d-d2b2-490f-bf91-5678e548506c req-908504e7-1d49-4ae9-9a32-5aecd29e8986 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 985 time: 0.0602379 Sep 23 23:16:16.111456 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9bae818d-d2b2-490f-bf91-5678e548506c req-27adb999-6c2f-4fb8-90c2-ef8bf64ddb23 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&id=f185a7b4-521b-4009-9707-c136e96191fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343950 Sep 23 23:16:17.252564 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0586a0-2616-4264-9295-5f4e5bdd4399 req-d89b569d-1305-44cf-b6fb-f0b21b1b5ab3 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:17.254220 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-aa0586a0-2616-4264-9295-5f4e5bdd4399 req-d89b569d-1305-44cf-b6fb-f0b21b1b5ab3 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 985 time: 0.0628266 Sep 23 23:16:17.300137 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-aa0586a0-2616-4264-9295-5f4e5bdd4399 req-e9e32570-75af-40db-b1ce-ac11dfd48c35 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&id=f185a7b4-521b-4009-9707-c136e96191fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391908 Sep 23 23:16:18.430799 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07bec0-ecc1-4ef3-bea2-c29d9e30bdb9 req-a77fbfaa-5b21-48df-9512-c5cf7398d51f tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:18.432648 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7f07bec0-ecc1-4ef3-bea2-c29d9e30bdb9 req-a77fbfaa-5b21-48df-9512-c5cf7398d51f tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 985 time: 0.0616162 Sep 23 23:16:18.479592 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7f07bec0-ecc1-4ef3-bea2-c29d9e30bdb9 req-530248e2-38b6-43f2-8a41-118ed04c57f6 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&id=f185a7b4-521b-4009-9707-c136e96191fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382719 Sep 23 23:16:19.606928 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe1cda-9328-49c3-a8e2-909b53d438cd req-92311fa3-0a29-4609-8cbc-7e3d9f79f813 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:19.608562 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-21fe1cda-9328-49c3-a8e2-909b53d438cd req-92311fa3-0a29-4609-8cbc-7e3d9f79f813 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 985 time: 0.0583034 Sep 23 23:16:19.651450 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-21fe1cda-9328-49c3-a8e2-909b53d438cd req-4859d84a-cc98-4656-9f25-94a6ef9c030f tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&id=f185a7b4-521b-4009-9707-c136e96191fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364349 Sep 23 23:16:20.776637 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3872bf-9712-4c5a-96e4-9d9e949e444f req-12749577-cc78-45c4-bdd9-9b87a697b442 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:20.778129 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0f3872bf-9712-4c5a-96e4-9d9e949e444f req-12749577-cc78-45c4-bdd9-9b87a697b442 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 985 time: 0.0515079 Sep 23 23:16:20.820652 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0f3872bf-9712-4c5a-96e4-9d9e949e444f req-ea8f7fa7-6f41-462f-8c0b-1f89f0bf0382 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&id=f185a7b4-521b-4009-9707-c136e96191fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360451 Sep 23 23:16:21.948297 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c728c8f-1072-4d10-9955-e8de31392557 req-2a542cf8-4be6-4945-a68a-5326eaa07632 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:21.949757 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9c728c8f-1072-4d10-9955-e8de31392557 req-2a542cf8-4be6-4945-a68a-5326eaa07632 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 985 time: 0.0580697 Sep 23 23:16:21.990596 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9c728c8f-1072-4d10-9955-e8de31392557 req-c9275592-c104-4539-ba65-73c970dc5a88 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&id=f185a7b4-521b-4009-9707-c136e96191fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344133 Sep 23 23:16:22.845221 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 33010) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:16:22.963858 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0e51dfe1-8fca-4633-83fb-03a4b8055bfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:23.066810 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0e51dfe1-8fca-4633-83fb-03a4b8055bfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:23.077541 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0e51dfe1-8fca-4633-83fb-03a4b8055bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:23.131144 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-0e51dfe1-8fca-4633-83fb-03a4b8055bfb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6d16bd9777584cf191ff0b0cc55c164e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2847602 Sep 23 23:16:23.134134 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 33016) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:16:23.138660 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e51dfe1-8fca-4633-83fb-03a4b8055bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcffc9f-2942-4c47-8a70-8c01743a3966,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:23.155094 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3ec2b-7bb5-4c36-8001-4c3745933188 req-d655afad-ea53-4b43-862b-ffd6aa532803 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:23.156670 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9aa3ec2b-7bb5-4c36-8001-4c3745933188 req-d655afad-ea53-4b43-862b-ffd6aa532803 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 985 time: 0.0921087 Sep 23 23:16:23.187544 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-531792e6-9aa9-4b80-84c8-1ef230d02205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:23.204965 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9aa3ec2b-7bb5-4c36-8001-4c3745933188 req-3710e5a3-cd70-4a6a-86f0-3e1e9ce5d37d tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&id=f185a7b4-521b-4009-9707-c136e96191fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383041 Sep 23 23:16:23.212594 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-531792e6-9aa9-4b80-84c8-1ef230d02205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:23.265108 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-531792e6-9aa9-4b80-84c8-1ef230d02205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:23.267742 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-531792e6-9aa9-4b80-84c8-1ef230d02205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:23.268921 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-531792e6-9aa9-4b80-84c8-1ef230d02205 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ddcffc9f-2942-4c47-8a70-8c01743a3966 HTTP/1.1" status: 204 len: 168 time: 0.1337042 Sep 23 23:16:23.277260 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531792e6-9aa9-4b80-84c8-1ef230d02205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcffc9f-2942-4c47-8a70-8c01743a3966,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:23.567554 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-e120304e-e087-4557-b345-b0e358493c41 None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:16:23.769067 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-1a80d233-e91f-4564-b034-5ec96b9b8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:24.340098 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d678ac-9d14-408f-86ce-9c241db76c21 req-51acc043-4aa5-4982-b08a-b5372140dc3b tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:24.341673 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-99d678ac-9d14-408f-86ce-9c241db76c21 req-51acc043-4aa5-4982-b08a-b5372140dc3b tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 985 time: 0.0522172 Sep 23 23:16:24.394547 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-99d678ac-9d14-408f-86ce-9c241db76c21 req-d8489285-4a4a-4246-a13a-62fb2748d483 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&id=f185a7b4-521b-4009-9707-c136e96191fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0436494 Sep 23 23:16:25.530927 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b7a51-be44-4c8a-bc91-9a53b763638f req-3f52bdbe-00c7-4803-b3cb-a3c4f04c6bef tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:25.532427 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-034b7a51-be44-4c8a-bc91-9a53b763638f req-3f52bdbe-00c7-4803-b3cb-a3c4f04c6bef tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 985 time: 0.0554070 Sep 23 23:16:25.574847 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-034b7a51-be44-4c8a-bc91-9a53b763638f req-b8c8dfe1-4fe4-4411-9c9f-0c7b4fb6fd06 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&id=f185a7b4-521b-4009-9707-c136e96191fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358949 Sep 23 23:16:25.655873 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-38b18687-d2f5-48ae-a67a-d17254717ab4 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=bf8171d36afd4b7ca6b6ac9d66d4ec7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300629 Sep 23 23:16:25.851246 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-0d578dce-ed9c-43d7-ba02-839fc905ddc7 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:25.852769 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-0d578dce-ed9c-43d7-ba02-839fc905ddc7 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1895411 Sep 23 23:16:25.868213 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-31945896-f3e4-4aa2-b5b8-50827787162b tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] 10.222.0.46 "GET /v2.0/quotas/bf8171d36afd4b7ca6b6ac9d66d4ec7b HTTP/1.1" status: 200 len: 375 time: 0.0096412 Sep 23 23:16:25.901680 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-34637012-6502-4cf0-9206-eed77076c574 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf8171d36afd4b7ca6b6ac9d66d4ec7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281656 Sep 23 23:16:26.312600 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-30f07bbd-2dce-4138-a647-7d6484f465c6 req-6e15170d-4265-48ca-a566-10e132e90977 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a6ea18f-366e-477a-b10d-876f775f5e4c HTTP/1.1" status: 200 len: 210 time: 0.2743769 Sep 23 23:16:26.706977 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f2214-b4ef-48f1-96a4-608f8d50afc7 req-39f4a29f-69d9-44fe-b4e2-49b80a457e7a tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:26.709349 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7a5f2214-b4ef-48f1-96a4-608f8d50afc7 req-39f4a29f-69d9-44fe-b4e2-49b80a457e7a tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 985 time: 0.0617039 Sep 23 23:16:26.754515 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7a5f2214-b4ef-48f1-96a4-608f8d50afc7 req-ba84b0c9-0cde-45e0-ba42-e2a94bcf030f tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&id=f185a7b4-521b-4009-9707-c136e96191fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0388236 Sep 23 23:16:26.913709 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:26.918922 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39deb4de-070b-4577-9c89-a144feb4a82f req-e8af3bd9-afe3-47ba-a4e2-b6399e782a0c tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:26.920532 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-39deb4de-070b-4577-9c89-a144feb4a82f req-e8af3bd9-afe3-47ba-a4e2-b6399e782a0c tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=f642edf1-1471-4dc2-91e5-bf7d24f520c8 HTTP/1.1" status: 200 len: 946 time: 0.0554440 Sep 23 23:16:26.963121 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-39deb4de-070b-4577-9c89-a144feb4a82f req-31079317-bc72-47f8-8366-52790fa9a887 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363877 Sep 23 23:16:27.123506 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-f1f0f5c8-2576-48c2-b530-4805a30b3682 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=bf8171d36afd4b7ca6b6ac9d66d4ec7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310531 Sep 23 23:16:27.327898 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-a736033b-0f84-4871-915f-763026d1774f tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:27.329422 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-a736033b-0f84-4871-915f-763026d1774f tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1982195 Sep 23 23:16:27.346060 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-0f93c576-e6d4-4b32-90c5-be17fff32d50 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Request body: {'port': {'device_id': '7a6ea18f-366e-477a-b10d-876f775f5e4c', 'network_id': 'ec6a79a2-192a-4399-b17c-ec06c1b165bf', 'admin_state_up': True, 'tenant_id': 'bf8171d36afd4b7ca6b6ac9d66d4ec7b'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:16:27.413190 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-af19436c-c820-4c59-aae4-adece4e4171f req-331f4f69-b58d-4e80-8947-690795fabea6 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a6ea18f-366e-477a-b10d-876f775f5e4c HTTP/1.1" status: 200 len: 210 time: 0.0275929 Sep 23 23:16:27.486738 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-0f93c576-e6d4-4b32-90c5-be17fff32d50 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Made reservation on behalf of bf8171d36afd4b7ca6b6ac9d66d4ec7b for: {'port': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:16:27.490853 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-0f93c576-e6d4-4b32-90c5-be17fff32d50 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:27.500774 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-0f93c576-e6d4-4b32-90c5-be17fff32d50 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:27.605665 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-0f93c576-e6d4-4b32-90c5-be17fff32d50 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:27.611185 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-0f93c576-e6d4-4b32-90c5-be17fff32d50 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:27.678950 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f93c576-e6d4-4b32-90c5-be17fff32d50 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8bfac5-469e-4938-9235-fbe3897a6279,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:27.714436 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-f5487129-10b6-475b-9cec-31b135c75fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:27.751881 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-0f93c576-e6d4-4b32-90c5-be17fff32d50 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Allocated IP 192.168.233.156 (ec6a79a2-192a-4399-b17c-ec06c1b165bf/5ba136a1-0269-40ff-9834-76610f4addf2/fb0b4219-2369-4505-8e39-95f9ae550609) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:16:27.870816 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1346da5-dcad-4f8d-9a3c-407ced4aee78 req-ddd4a0b9-1158-4907-b5b2-3c3dc51110ff tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:27.872346 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a1346da5-dcad-4f8d-9a3c-407ced4aee78 req-ddd4a0b9-1158-4907-b5b2-3c3dc51110ff tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 985 time: 0.0496018 Sep 23 23:16:27.903228 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-0f93c576-e6d4-4b32-90c5-be17fff32d50 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:27.912641 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a1346da5-dcad-4f8d-9a3c-407ced4aee78 req-0212544e-81c5-4964-bd60-b9819c8cd3f9 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&id=f185a7b4-521b-4009-9707-c136e96191fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338778 Sep 23 23:16:27.938134 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-0f93c576-e6d4-4b32-90c5-be17fff32d50 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:27.985017 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-0f93c576-e6d4-4b32-90c5-be17fff32d50 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Network ec6a79a2-192a-4399-b17c-ec06c1b165bf is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:16:27.990787 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-0f93c576-e6d4-4b32-90c5-be17fff32d50 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:16:27.999058 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-0f93c576-e6d4-4b32-90c5-be17fff32d50 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:16:28.003940 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f93c576-e6d4-4b32-90c5-be17fff32d50 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Pushing event updated for resources: {'Port': ['ID=fb0b4219-2369-4505-8e39-95f9ae550609,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:28.060880 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-0f93c576-e6d4-4b32-90c5-be17fff32d50 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:28.061835 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-0f93c576-e6d4-4b32-90c5-be17fff32d50 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:28.078709 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-0f93c576-e6d4-4b32-90c5-be17fff32d50 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7392812 Sep 23 23:16:28.091607 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317444b-0254-4e66-8c1d-8ed608892b64 req-7d17899c-1330-49e2-813e-98a4df15729e tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:28.092295 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-89086239-0a9b-43b6-bcec-86909af75b09 service neutron] Request body: {'port': {'device_id': '7a6ea18f-366e-477a-b10d-876f775f5e4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81078'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:16:28.093372 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-3317444b-0254-4e66-8c1d-8ed608892b64 req-7d17899c-1330-49e2-813e-98a4df15729e tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=f642edf1-1471-4dc2-91e5-bf7d24f520c8 HTTP/1.1" status: 200 len: 946 time: 0.0531516 Sep 23 23:16:28.138716 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-3317444b-0254-4e66-8c1d-8ed608892b64 req-88906491-cf54-44f4-8f68-28a58b6a39f7 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368810 Sep 23 23:16:28.148831 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-89086239-0a9b-43b6-bcec-86909af75b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:28.226990 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-7d0a855a-0684-4520-b570-2de0bb65b4cf None None] Provisioning complete for port fb0b4219-2369-4505-8e39-95f9ae550609 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:16:28.227617 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-7d0a855a-0684-4520-b570-2de0bb65b4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:28.266208 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-7d0a855a-0684-4520-b570-2de0bb65b4cf None None] Port fb0b4219-2369-4505-8e39-95f9ae550609 cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:16:28.546884 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0afc45-afb8-4ef6-805d-06ea72c1e013 req-ea0f566e-f4f1-441b-a3b0-4d61828a6be0 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:28.548451 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0b0afc45-afb8-4ef6-805d-06ea72c1e013 req-ea0f566e-f4f1-441b-a3b0-4d61828a6be0 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a6ea18f-366e-477a-b10d-876f775f5e4c HTTP/1.1" status: 200 len: 936 time: 0.0593386 Sep 23 23:16:28.613664 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0b0afc45-afb8-4ef6-805d-06ea72c1e013 req-5592e4c8-bea4-4afd-a895-b2470229dae8 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8bfac5-469e-4938-9235-fbe3897a6279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561659 Sep 23 23:16:28.626244 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fde9b8-25e3-44b7-aab0-f73bb19097b8 req-adb72b69-bf80-4bc1-8fb8-5f79d22dbf43 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:28.635038 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-48fde9b8-25e3-44b7-aab0-f73bb19097b8 req-adb72b69-bf80-4bc1-8fb8-5f79d22dbf43 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.11 "GET /v2.0/ports?device_id=f642edf1-1471-4dc2-91e5-bf7d24f520c8 HTTP/1.1" status: 200 len: 946 time: 0.0784152 Sep 23 23:16:28.644882 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-89086239-0a9b-43b6-bcec-86909af75b09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb0b4219-2369-4505-8e39-95f9ae550609 {{(pid=94231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:16:28.652800 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-89086239-0a9b-43b6-bcec-86909af75b09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:28.666497 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.provisioning_blocks [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-89086239-0a9b-43b6-bcec-86909af75b09 service neutron] Transition to ACTIVE for port object fb0b4219-2369-4505-8e39-95f9ae550609 will not be triggered until provisioned by entity L2. {{(pid=94231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:16:28.670948 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-89086239-0a9b-43b6-bcec-86909af75b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257029'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:28.745045 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [req-48fde9b8-25e3-44b7-aab0-f73bb19097b8 req-feb43cdf-5020-46a2-9047-99194422dc69 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Deleting port 8e9fceea-f7b1-454e-abf7-6aa72ab43a29 {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:16:28.745390 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-48fde9b8-25e3-44b7-aab0-f73bb19097b8 req-feb43cdf-5020-46a2-9047-99194422dc69 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:28.749845 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89086239-0a9b-43b6-bcec-86909af75b09 service neutron] Pushing event updated for resources: {'Port': ['ID=fb0b4219-2369-4505-8e39-95f9ae550609,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:28.822862 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-89086239-0a9b-43b6-bcec-86909af75b09 service neutron] Attempting to bind port fb0b4219-2369-4505-8e39-95f9ae550609 on host hv-cinder-81078 for vnic_type normal with profile {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:16:28.823314 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-89086239-0a9b-43b6-bcec-86909af75b09 service neutron] Attempting to bind port fb0b4219-2369-4505-8e39-95f9ae550609 by drivers openvswitch,hyperv on host hv-cinder-81078 at level 0 using segments [{'id': '25e47708-6ba4-4f5b-9827-5f9423e05bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ec6a79a2-192a-4399-b17c-ec06c1b165bf'}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:16:28.823714 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-89086239-0a9b-43b6-bcec-86909af75b09 service neutron] Attempting to bind port fb0b4219-2369-4505-8e39-95f9ae550609 on network ec6a79a2-192a-4399-b17c-ec06c1b165bf {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:16:28.828391 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-89086239-0a9b-43b6-bcec-86909af75b09 service neutron] Port fb0b4219-2369-4505-8e39-95f9ae550609 on network ec6a79a2-192a-4399-b17c-ec06c1b165bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81078 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:16:28.828707 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-89086239-0a9b-43b6-bcec-86909af75b09 service neutron] Attempting to bind port fb0b4219-2369-4505-8e39-95f9ae550609 on network ec6a79a2-192a-4399-b17c-ec06c1b165bf {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:16:28.833961 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-89086239-0a9b-43b6-bcec-86909af75b09 service neutron] Checking agent: {'id': '3c892145-8c1f-42fb-b36d-f51cd8b65402', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 7, 8), 'started_at': datetime.datetime(2021, 9, 23, 23, 7, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:16:28.834300 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-89086239-0a9b-43b6-bcec-86909af75b09 service neutron] Checking segment: {'id': '25e47708-6ba4-4f5b-9827-5f9423e05bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ec6a79a2-192a-4399-b17c-ec06c1b165bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:16:28.834685 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-89086239-0a9b-43b6-bcec-86909af75b09 service neutron] Bound using segment: {'id': '25e47708-6ba4-4f5b-9827-5f9423e05bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ec6a79a2-192a-4399-b17c-ec06c1b165bf'} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:16:28.835111 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-89086239-0a9b-43b6-bcec-86909af75b09 service neutron] Bound port: fb0b4219-2369-4505-8e39-95f9ae550609, host: hv-cinder-81078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25e47708-6ba4-4f5b-9827-5f9423e05bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ec6a79a2-192a-4399-b17c-ec06c1b165bf'}}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:16:28.835495 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-89086239-0a9b-43b6-bcec-86909af75b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:28.847532 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-48fde9b8-25e3-44b7-aab0-f73bb19097b8 req-feb43cdf-5020-46a2-9047-99194422dc69 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] For port 8e9fceea-f7b1-454e-abf7-6aa72ab43a29, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=8e9fceea-f7b1-454e-abf7-6aa72ab43a29,segment=NetworkSegment(82a7ca47-0199-4ab7-85f6-9c9d54347e5c),segment_id=82a7ca47-0199-4ab7-85f6-9c9d54347e5c)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:16:28.847893 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-48fde9b8-25e3-44b7-aab0-f73bb19097b8 req-feb43cdf-5020-46a2-9047-99194422dc69 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:28.903032 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-89086239-0a9b-43b6-bcec-86909af75b09 service neutron] For port fb0b4219-2369-4505-8e39-95f9ae550609, host hv-cinder-81078, cleared binding levels {{(pid=94231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:16:28.906517 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-89086239-0a9b-43b6-bcec-86909af75b09 service neutron] For port fb0b4219-2369-4505-8e39-95f9ae550609, host hv-cinder-81078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=fb0b4219-2369-4505-8e39-95f9ae550609,segment=NetworkSegment(25e47708-6ba4-4f5b-9827-5f9423e05bba),segment_id=25e47708-6ba4-4f5b-9827-5f9423e05bba)] {{(pid=94231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:16:28.912366 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-89086239-0a9b-43b6-bcec-86909af75b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257029'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:28.948346 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-89086239-0a9b-43b6-bcec-86909af75b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:28.949048 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-89086239-0a9b-43b6-bcec-86909af75b09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:28.950488 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-89086239-0a9b-43b6-bcec-86909af75b09 service neutron] 10.222.0.11 "PUT /v2.0/ports/fb0b4219-2369-4505-8e39-95f9ae550609 HTTP/1.1" status: 200 len: 1098 time: 0.8625593 Sep 23 23:16:28.950985 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a6ea18f-366e-477a-b10d-876f775f5e4c', 'tag': 'fb0b4219-2369-4505-8e39-95f9ae550609'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:16:28.953519 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1d5602135d6fd2b93bb7a1a207777d999d514b69f59ce624d4faeb629b016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72389497-8a0b-4c20-a178-1b8f3449ee59" -d '{"events": [{"name": "network-changed", "server_uuid": "7a6ea18f-366e-477a-b10d-876f775f5e4c", "tag": "fb0b4219-2369-4505-8e39-95f9ae550609"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:16:28.987811 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89086239-0a9b-43b6-bcec-86909af75b09 service neutron] Pushing event updated for resources: {'Port': ['ID=fb0b4219-2369-4505-8e39-95f9ae550609,revision_number=3']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:29.027628 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bc2b32-8387-4e6b-83f3-5e5ea5b1c20b x-openstack-request-id: req-62bc2b32-8387-4e6b-83f3-5e5ea5b1c20b {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:16:29.027931 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a6ea18f-366e-477a-b10d-876f775f5e4c", "tag": "fb0b4219-2369-4505-8e39-95f9ae550609", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:16:29.028189 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-62bc2b32-8387-4e6b-83f3-5e5ea5b1c20b {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:16:29.028604 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a6ea18f-366e-477a-b10d-876f775f5e4c', 'tag': 'fb0b4219-2369-4505-8e39-95f9ae550609', 'status': 'completed', 'code': 200} Sep 23 23:16:29.048079 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-dea07c0a-42b6-4a8f-b767-cfb9571afe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:29.051885 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-dea07c0a-42b6-4a8f-b767-cfb9571afe93 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf8171d36afd4b7ca6b6ac9d66d4ec7b&device_id=7a6ea18f-366e-477a-b10d-876f775f5e4c HTTP/1.1" status: 200 len: 1101 time: 0.0522060 Sep 23 23:16:29.106854 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-e7481f94-b955-4697-bbd3-74b309f1185b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=fb0b4219-2369-4505-8e39-95f9ae550609 HTTP/1.1" status: 200 len: 217 time: 0.0463481 Sep 23 23:16:29.165080 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-362bc3b2-f35a-45a6-90e1-49dfd63c0291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:29.168112 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-362bc3b2-f35a-45a6-90e1-49dfd63c0291 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5ba136a1-0269-40ff-9834-76610f4addf2 HTTP/1.1" status: 200 len: 843 time: 0.0521491 Sep 23 23:16:29.171752 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:29.174113 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2d99c-1f70-40e9-b4b3-8871bcc7b65b req-f3095f8c-405c-4e02-8c54-92a984e53228 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:29.179787 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e1d2d99c-1f70-40e9-b4b3-8871bcc7b65b req-f3095f8c-405c-4e02-8c54-92a984e53228 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 985 time: 0.1466069 Sep 23 23:16:29.225626 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-48fde9b8-25e3-44b7-aab0-f73bb19097b8 req-feb43cdf-5020-46a2-9047-99194422dc69 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:29.226179 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-48fde9b8-25e3-44b7-aab0-f73bb19097b8 req-feb43cdf-5020-46a2-9047-99194422dc69 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594972'] for floatingip, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:29.226521 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.db.l3_db [req-48fde9b8-25e3-44b7-aab0-f73bb19097b8 req-feb43cdf-5020-46a2-9047-99194422dc69 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Floating IP 07db7cf1-4f4d-4c11-9236-4000041a0774 disassociated. External IP: 172.27.1.215, port: 8e9fceea-f7b1-454e-abf7-6aa72ab43a29. Sep 23 23:16:29.226803 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [req-48fde9b8-25e3-44b7-aab0-f73bb19097b8 req-feb43cdf-5020-46a2-9047-99194422dc69 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Calling delete_port for 8e9fceea-f7b1-454e-abf7-6aa72ab43a29 owned by compute:nova {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:16:29.242334 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-ed663f46-c6ab-4239-b6a9-fa03e7a0f71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:29.244179 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-ed663f46-c6ab-4239-b6a9-fa03e7a0f71f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ec6a79a2-192a-4399-b17c-ec06c1b165bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0629799 Sep 23 23:16:29.253071 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e1d2d99c-1f70-40e9-b4b3-8871bcc7b65b req-3087041b-e541-42e0-a021-aa6f70a67680 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&id=f185a7b4-521b-4009-9707-c136e96191fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0690000 Sep 23 23:16:29.351199 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d2460-49f7-46e6-a239-e94e1cd5613b req-32ae9f81-2ecc-4666-a9e9-c77e3bb4ec3c tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:29.352926 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ef1d2460-49f7-46e6-a239-e94e1cd5613b req-32ae9f81-2ecc-4666-a9e9-c77e3bb4ec3c tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=f642edf1-1471-4dc2-91e5-bf7d24f520c8 HTTP/1.1" status: 200 len: 946 time: 0.1066418 Sep 23 23:16:29.364898 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-758e92e3-8519-426f-a6c8-8358aba69834 service neutron] 10.222.0.11 "GET /v2.0/networks/ec6a79a2-192a-4399-b17c-ec06c1b165bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957823 Sep 23 23:16:29.434379 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ef1d2460-49f7-46e6-a239-e94e1cd5613b req-43040906-402a-4c60-9b95-f9f50cf40eff tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691435 Sep 23 23:16:29.470511 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-48fde9b8-25e3-44b7-aab0-f73bb19097b8 req-feb43cdf-5020-46a2-9047-99194422dc69 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416648'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:29.505069 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8622cdaa-bb39-4c6d-b9ec-f36947b54f1e req-7e35116d-c108-4253-85a4-9f301c404d96 service neutron] 10.222.0.11 "GET /v2.0/networks/ec6a79a2-192a-4399-b17c-ec06c1b165bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297312 Sep 23 23:16:29.509308 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb43cdf-5020-46a2-9047-99194422dc69 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Pushing event deleted for resources: {'Port': ['ID=8e9fceea-f7b1-454e-abf7-6aa72ab43a29,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:29.611466 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72389497-8a0b-4c20-a178-1b8f3449ee59 req-53f955f3-ba3a-40ed-ad71-f948302a8417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:29.613141 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-72389497-8a0b-4c20-a178-1b8f3449ee59 req-53f955f3-ba3a-40ed-ad71-f948302a8417 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf8171d36afd4b7ca6b6ac9d66d4ec7b&device_id=7a6ea18f-366e-477a-b10d-876f775f5e4c HTTP/1.1" status: 200 len: 1101 time: 0.0439501 Sep 23 23:16:29.626942 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48fde9b8-25e3-44b7-aab0-f73bb19097b8 req-feb43cdf-5020-46a2-9047-99194422dc69 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Router 87f67936-7282-40dc-b416-f09d762efcc6 has already been hosted by L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 {{(pid=94232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:16:29.714329 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72389497-8a0b-4c20-a178-1b8f3449ee59 req-6dfd5d69-6c21-46ef-8e68-70e2ef986817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:29.715920 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-72389497-8a0b-4c20-a178-1b8f3449ee59 req-6dfd5d69-6c21-46ef-8e68-70e2ef986817 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ec6a79a2-192a-4399-b17c-ec06c1b165bf HTTP/1.1" status: 200 len: 870 time: 0.0951328 Sep 23 23:16:29.763277 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-72389497-8a0b-4c20-a178-1b8f3449ee59 req-6baed329-11f0-4bfb-9a1c-e70da868dcc9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=fb0b4219-2369-4505-8e39-95f9ae550609 HTTP/1.1" status: 200 len: 217 time: 0.0386169 Sep 23 23:16:29.771428 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa9105-01f1-411b-96c2-3f2355fe7fa3 req-057bc14f-eca7-429a-b2d8-b83683b7a5c6 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:29.772877 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-53aa9105-01f1-411b-96c2-3f2355fe7fa3 req-057bc14f-eca7-429a-b2d8-b83683b7a5c6 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a6ea18f-366e-477a-b10d-876f775f5e4c HTTP/1.1" status: 200 len: 948 time: 0.0684569 Sep 23 23:16:29.775861 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48fde9b8-25e3-44b7-aab0-f73bb19097b8 req-feb43cdf-5020-46a2-9047-99194422dc69 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:16:29.788687 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b930e9-8fbd-44fa-a86b-09732b5a8c22 None None] Sync routers for ids ['87f67936-7282-40dc-b416-f09d762efcc6'] in dv-cinder-810785-1-iscsi {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:16:29.800185 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b930e9-8fbd-44fa-a86b-09732b5a8c22 None None] Routers {'87f67936-7282-40dc-b416-f09d762efcc6'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:16:29.800811 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-33b930e9-8fbd-44fa-a86b-09732b5a8c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:16:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['87f67936-7282-40dc-b416-f09d762efcc6'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:16:29.822589 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [req-48fde9b8-25e3-44b7-aab0-f73bb19097b8 req-feb43cdf-5020-46a2-9047-99194422dc69 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] No DVR routers for this DVR port 8e9fceea-f7b1-454e-abf7-6aa72ab43a29 on host hv-cinder-81078 {{(pid=94232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:16:29.826444 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72389497-8a0b-4c20-a178-1b8f3449ee59 req-494e733b-3548-484f-97ec-75b3afdc1031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:29.828327 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-72389497-8a0b-4c20-a178-1b8f3449ee59 req-494e733b-3548-484f-97ec-75b3afdc1031 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5ba136a1-0269-40ff-9834-76610f4addf2 HTTP/1.1" status: 200 len: 843 time: 0.0544207 Sep 23 23:16:29.830702 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-48fde9b8-25e3-44b7-aab0-f73bb19097b8 req-feb43cdf-5020-46a2-9047-99194422dc69 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:29.832718 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-48fde9b8-25e3-44b7-aab0-f73bb19097b8 req-feb43cdf-5020-46a2-9047-99194422dc69 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.11 "DELETE /v2.0/ports/8e9fceea-f7b1-454e-abf7-6aa72ab43a29 HTTP/1.1" status: 204 len: 173 time: 1.1987450 Sep 23 23:16:29.833178 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f642edf1-1471-4dc2-91e5-bf7d24f520c8', 'name': 'network-vif-deleted', 'tag': '8e9fceea-f7b1-454e-abf7-6aa72ab43a29'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:16:29.835635 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc74f1c012309c835ea1a53c8f5f732cbfbf790adc92ee6109ffd7f3bd94d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb697c31-d89b-4055-9c38-677615ebf8fb" -d '{"events": [{"server_uuid": "f642edf1-1471-4dc2-91e5-bf7d24f520c8", "name": "network-vif-deleted", "tag": "8e9fceea-f7b1-454e-abf7-6aa72ab43a29"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:16:29.893766 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-53aa9105-01f1-411b-96c2-3f2355fe7fa3 req-5c0207db-0897-4cc6-a8c7-83be1b7819e5 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8bfac5-469e-4938-9235-fbe3897a6279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935233 Sep 23 23:16:29.902834 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72389497-8a0b-4c20-a178-1b8f3449ee59 req-f2a39df5-3ee0-4a78-ad53-da6b7265c36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:29.905875 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-72389497-8a0b-4c20-a178-1b8f3449ee59 req-f2a39df5-3ee0-4a78-ad53-da6b7265c36e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ec6a79a2-192a-4399-b17c-ec06c1b165bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0645487 Sep 23 23:16:29.918931 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a0d6c6-5b31-447a-898d-e3e422b60f39 x-openstack-request-id: req-b3a0d6c6-5b31-447a-898d-e3e422b60f39 {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:16:29.919536 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f642edf1-1471-4dc2-91e5-bf7d24f520c8", "name": "network-vif-deleted", "tag": "8e9fceea-f7b1-454e-abf7-6aa72ab43a29", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:16:29.919999 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b3a0d6c6-5b31-447a-898d-e3e422b60f39 {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:16:29.920361 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f642edf1-1471-4dc2-91e5-bf7d24f520c8', 'name': 'network-vif-deleted', 'tag': '8e9fceea-f7b1-454e-abf7-6aa72ab43a29', 'status': 'completed', 'code': 200} Sep 23 23:16:29.961435 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-33b930e9-8fbd-44fa-a86b-09732b5a8c22 None None] Set router 87f67936-7282-40dc-b416-f09d762efcc6 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:16:30.018568 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-72389497-8a0b-4c20-a178-1b8f3449ee59 req-d35da218-2a2d-4bdd-afc0-06d7fb4bb7e7 service neutron] 10.222.0.11 "GET /v2.0/networks/ec6a79a2-192a-4399-b17c-ec06c1b165bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970855 Sep 23 23:16:30.127405 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-72389497-8a0b-4c20-a178-1b8f3449ee59 req-b064129a-3356-4dcb-9c06-ae6bc9c00252 service neutron] 10.222.0.11 "GET /v2.0/networks/ec6a79a2-192a-4399-b17c-ec06c1b165bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991178 Sep 23 23:16:30.190193 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-33b930e9-8fbd-44fa-a86b-09732b5a8c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f67936-7282-40dc-b416-f09d762efcc6', 'name': 'tempest-TestVolumeBootPattern-651648997-router', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:13:02Z', 'updated_at': '2021-09-23T23:13:10Z', 'revision_number': 4, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'gw_port': {'id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:03Z', 'updated_at': '2021-09-23T23:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '72728133-0716-419c-a8ac-87e183128dc1', 'name': '', 'network_id': 'a142d4ab-a769-4517-b595-172b82642394', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'mac_address': 'fa:16:3e:5b:33:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:08Z', 'updated_at': '2021-09-23T23:13:16Z', 'revision_number': 5, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'subnets': [{'id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:16:30.222072 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b930e9-8fbd-44fa-a86b-09732b5a8c22 None None] Checking router: 87f67936-7282-40dc-b416-f09d762efcc6 for host: dv-cinder-810785-1-iscsi {{(pid=94234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:16:30.231019 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b930e9-8fbd-44fa-a86b-09732b5a8c22 None None] Routers {'87f67936-7282-40dc-b416-f09d762efcc6'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:16:30.231665 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-33b930e9-8fbd-44fa-a86b-09732b5a8c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:16:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['87f67936-7282-40dc-b416-f09d762efcc6'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:16:30.336552 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-33b930e9-8fbd-44fa-a86b-09732b5a8c22 None None] Set router 87f67936-7282-40dc-b416-f09d762efcc6 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:16:30.374543 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfad52c-ca76-4ed2-9d37-ef8a491e5584 req-f8238b57-e2e1-407a-86e0-6b9a8ebb9a0a tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:30.375996 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ccfad52c-ca76-4ed2-9d37-ef8a491e5584 req-f8238b57-e2e1-407a-86e0-6b9a8ebb9a0a tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 985 time: 0.0548913 Sep 23 23:16:30.418562 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ccfad52c-ca76-4ed2-9d37-ef8a491e5584 req-5ff60c28-8451-4c2e-968f-90085ba2402e tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&id=f185a7b4-521b-4009-9707-c136e96191fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357735 Sep 23 23:16:30.512671 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:30.540002 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-33b930e9-8fbd-44fa-a86b-09732b5a8c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f67936-7282-40dc-b416-f09d762efcc6', 'name': 'tempest-TestVolumeBootPattern-651648997-router', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:13:02Z', 'updated_at': '2021-09-23T23:13:10Z', 'revision_number': 4, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'gw_port': {'id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:03Z', 'updated_at': '2021-09-23T23:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '72728133-0716-419c-a8ac-87e183128dc1', 'name': '', 'network_id': 'a142d4ab-a769-4517-b595-172b82642394', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'mac_address': 'fa:16:3e:5b:33:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:08Z', 'updated_at': '2021-09-23T23:13:16Z', 'revision_number': 5, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'subnets': [{'id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:16:30.567536 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b930e9-8fbd-44fa-a86b-09732b5a8c22 None None] The sync data for ids ['87f67936-7282-40dc-b416-f09d762efcc6'] in dv-cinder-810785-1-iscsi is: [{'id': '87f67936-7282-40dc-b416-f09d762efcc6', 'name': 'tempest-TestVolumeBootPattern-651648997-router', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:13:02Z', 'updated_at': '2021-09-23T23:13:10Z', 'revision_number': 4, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'gw_port': {'id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:03Z', 'updated_at': '2021-09-23T23:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '72728133-0716-419c-a8ac-87e183128dc1', 'name': '', 'network_id': 'a142d4ab-a769-4517-b595-172b82642394', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'mac_address': 'fa:16:3e:5b:33:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:08Z', 'updated_at': '2021-09-23T23:13:16Z', 'revision_number': 5, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'subnets': [{'id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:16:30.579050 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-bd2287f8-421d-4b28-b7fe-3b5528964d26 req-ca5bd2e7-d607-4060-acce-a66190346d6c tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=f642edf1-1471-4dc2-91e5-bf7d24f520c8 HTTP/1.1" status: 200 len: 210 time: 0.0294201 Sep 23 23:16:30.820921 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecf8b3e-b846-453f-a844-5d5acd50e455 None None] New status for floating IP 07db7cf1-4f4d-4c11-9236-4000041a0774: DOWN {{(pid=94233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:16:31.023921 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4dcd3-a1da-4677-a568-c5a8bbcdf926 req-8ae94c2e-0b9d-44a6-9465-f2de12498a60 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:31.025755 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-dfb4dcd3-a1da-4677-a568-c5a8bbcdf926 req-8ae94c2e-0b9d-44a6-9465-f2de12498a60 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a6ea18f-366e-477a-b10d-876f775f5e4c HTTP/1.1" status: 200 len: 948 time: 0.0578332 Sep 23 23:16:31.066043 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-dfb4dcd3-a1da-4677-a568-c5a8bbcdf926 req-6b267848-2709-44ec-ac60-d8c272e2f678 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8bfac5-469e-4938-9235-fbe3897a6279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340278 Sep 23 23:16:31.877161 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-550a4754-f758-4777-bb84-30aa78f26c54 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1057518051&fields=id&tenant_id=0b54c8cb576f4df48743b760c9eaae2a HTTP/1.1" status: 200 len: 267 time: 0.0397122 Sep 23 23:16:31.997060 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-4c7be5be-96ac-4a3b-b8ea-b3f9e2750810 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:31.998676 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-4c7be5be-96ac-4a3b-b8ea-b3f9e2750810 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/networks?id=a142d4ab-a769-4517-b595-172b82642394 HTTP/1.1" status: 200 len: 811 time: 0.1146901 Sep 23 23:16:32.017713 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-db4da9a3-9442-4c2b-8125-972d855fa1fd tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/quotas/0b54c8cb576f4df48743b760c9eaae2a HTTP/1.1" status: 200 len: 375 time: 0.0123937 Sep 23 23:16:32.084597 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-e8cdda7f-efcf-40a7-8a5a-1c520939b36d tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0b54c8cb576f4df48743b760c9eaae2a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0605254 Sep 23 23:16:32.232957 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-cad91704-6184-4e9e-86d5-13c7c144feb8 service neutron] 10.222.0.46 "GET /v2.0/networks/a142d4ab-a769-4517-b595-172b82642394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333091 Sep 23 23:16:32.246774 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c4ba8-4c3e-4083-a16c-30f218a5768d req-0e389936-0dbc-485a-a9df-8e63528ae4a0 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:32.248496 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-5d4c4ba8-4c3e-4083-a16c-30f218a5768d req-0e389936-0dbc-485a-a9df-8e63528ae4a0 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a6ea18f-366e-477a-b10d-876f775f5e4c HTTP/1.1" status: 200 len: 948 time: 0.0778117 Sep 23 23:16:32.351117 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-5d4c4ba8-4c3e-4083-a16c-30f218a5768d req-84f77426-c13c-422b-817b-441d76d4b541 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8bfac5-469e-4938-9235-fbe3897a6279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936041 Sep 23 23:16:32.375850 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-3380847c-7c56-45ac-b27d-d18e7f6d4d5a service neutron] 10.222.0.46 "GET /v2.0/networks/a142d4ab-a769-4517-b595-172b82642394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261172 Sep 23 23:16:32.774270 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c7d32c2c-bc23-4a1c-a608-1d6023f7829a req-9c25c40d-f886-457e-998c-14b9943634b2 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fcdff8c-bae3-449c-a3b9-f353c88f4111 HTTP/1.1" status: 200 len: 210 time: 0.0345514 Sep 23 23:16:32.965319 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device fb0b4219-2369-4505-8e39-95f9ae550609 details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:16:32.968661 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 8e9fceea-f7b1-454e-abf7-6aa72ab43a29 no longer exists at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:16:33.013154 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] No Port match for: 8e9fceea-f7b1-454e-abf7-6aa72ab43a29 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:16:33.013731 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 8e9fceea-f7b1-454e-abf7-6aa72ab43a29 not bound to the agent host hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:16:33.175779 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port fb0b4219-2369-4505-8e39-95f9ae550609, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=fb0b4219-2369-4505-8e39-95f9ae550609,segment=NetworkSegment(25e47708-6ba4-4f5b-9827-5f9423e05bba),segment_id=25e47708-6ba4-4f5b-9827-5f9423e05bba)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:16:33.197535 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Returning: {'device': 'fb0b4219-2369-4505-8e39-95f9ae550609', 'network_id': 'ec6a79a2-192a-4399-b17c-ec06c1b165bf', 'port_id': 'fb0b4219-2369-4505-8e39-95f9ae550609', 'mac_address': 'fa:16:3e:8c:88:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba136a1-0269-40ff-9834-76610f4addf2', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:16:33.266019 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:33.287437 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb0b4219-2369-4505-8e39-95f9ae550609 {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:16:33.328933 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port fb0b4219-2369-4505-8e39-95f9ae550609, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=fb0b4219-2369-4505-8e39-95f9ae550609,segment=NetworkSegment(25e47708-6ba4-4f5b-9827-5f9423e05bba),segment_id=25e47708-6ba4-4f5b-9827-5f9423e05bba)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:16:33.335340 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:33.407084 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=fb0b4219-2369-4505-8e39-95f9ae550609,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:33.415144 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:33.415527 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:33.415876 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:33.416218 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:33.416550 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:33.416891 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:33.417239 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:33.417550 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:33.418039 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:33.418378 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:33.418713 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:33.419046 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:33.539012 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03953a22-b771-4f24-86cc-a8088db4b970 req-849de47b-252e-4d99-a12f-5f1057d8302c tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:33.541618 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-03953a22-b771-4f24-86cc-a8088db4b970 req-849de47b-252e-4d99-a12f-5f1057d8302c tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a6ea18f-366e-477a-b10d-876f775f5e4c HTTP/1.1" status: 200 len: 949 time: 0.0954199 Sep 23 23:16:33.587407 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['fb0b4219-2369-4505-8e39-95f9ae550609'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:16:33.593210 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-03953a22-b771-4f24-86cc-a8088db4b970 req-f7e3c0ff-906f-45ae-9664-7ff8e9749779 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8bfac5-469e-4938-9235-fbe3897a6279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413468 Sep 23 23:16:33.897268 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-834c3bbd-833b-42fb-87fc-7acf565b1db5 req-e74dcb62-f83c-444d-9de2-c404135ca3ec tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fcdff8c-bae3-449c-a3b9-f353c88f4111 HTTP/1.1" status: 200 len: 210 time: 0.0392127 Sep 23 23:16:33.983289 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-c27f6adc-f0e6-42b8-9dcf-2122547da43c tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:33.984912 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-c27f6adc-f0e6-42b8-9dcf-2122547da43c tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.11 "GET /v2.0/networks?id=a142d4ab-a769-4517-b595-172b82642394 HTTP/1.1" status: 200 len: 811 time: 0.1307969 Sep 23 23:16:34.036825 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-3a05720a-d553-4e28-994b-32ae5c604b3f tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b54c8cb576f4df48743b760c9eaae2a HTTP/1.1" status: 200 len: 380 time: 0.0418103 Sep 23 23:16:34.053714 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-5bafd45a-575d-4aa8-9ac8-d819133602a3 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Request body: {'port': {'device_id': '3fcdff8c-bae3-449c-a3b9-f353c88f4111', 'network_id': 'a142d4ab-a769-4517-b595-172b82642394', 'admin_state_up': True, 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'security_groups': ['540b9a7f-a68b-4691-8112-30322530dffc']}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:16:34.179056 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-5bafd45a-575d-4aa8-9ac8-d819133602a3 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Made reservation on behalf of 0b54c8cb576f4df48743b760c9eaae2a for: {'port': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:16:34.183872 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-5bafd45a-575d-4aa8-9ac8-d819133602a3 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:34.359581 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-5bafd45a-575d-4aa8-9ac8-d819133602a3 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Allocated IP 172.20.0.6 (a142d4ab-a769-4517-b595-172b82642394/1f89343e-2ad9-4e3b-a2d5-c722d5396ede/f28fd8d8-0d03-4912-8817-5702dda04a78) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:16:34.547474 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-5bafd45a-575d-4aa8-9ac8-d819133602a3 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:34.597788 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-5bafd45a-575d-4aa8-9ac8-d819133602a3 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:34.684790 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-5bafd45a-575d-4aa8-9ac8-d819133602a3 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Network a142d4ab-a769-4517-b595-172b82642394 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:16:34.689822 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-5bafd45a-575d-4aa8-9ac8-d819133602a3 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:16:34.701962 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-5bafd45a-575d-4aa8-9ac8-d819133602a3 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:16:34.706444 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bafd45a-575d-4aa8-9ac8-d819133602a3 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Pushing event updated for resources: {'Port': ['ID=f28fd8d8-0d03-4912-8817-5702dda04a78,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:34.779304 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-5bafd45a-575d-4aa8-9ac8-d819133602a3 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:34.780716 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-5bafd45a-575d-4aa8-9ac8-d819133602a3 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:34.802861 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10917b-8c1c-4e22-968a-e2b2d236a987 req-05c8a6e6-f754-47a5-aa72-c617d7bcccfe tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:34.805081 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7e10917b-8c1c-4e22-968a-e2b2d236a987 req-05c8a6e6-f754-47a5-aa72-c617d7bcccfe tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a6ea18f-366e-477a-b10d-876f775f5e4c HTTP/1.1" status: 200 len: 949 time: 0.1022711 Sep 23 23:16:34.815595 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-5bafd45a-575d-4aa8-9ac8-d819133602a3 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7656934 Sep 23 23:16:34.836040 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-8caf767b-cb23-4a42-9ffe-37c593c88a71 service neutron] Request body: {'port': {'device_id': '3fcdff8c-bae3-449c-a3b9-f353c88f4111', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81078'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:16:34.863839 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7e10917b-8c1c-4e22-968a-e2b2d236a987 req-5ff51cb1-cf03-4d24-bc44-0afb1c4b5887 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8bfac5-469e-4938-9235-fbe3897a6279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501542 Sep 23 23:16:34.912848 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-8caf767b-cb23-4a42-9ffe-37c593c88a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:34.961476 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device fb0b4219-2369-4505-8e39-95f9ae550609 up at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:16:35.024146 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-ee8f1710-ad74-43aa-98d9-a6544d7822af None None] Provisioning complete for port f28fd8d8-0d03-4912-8817-5702dda04a78 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:16:35.024421 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-ee8f1710-ad74-43aa-98d9-a6544d7822af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:35.062198 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf6452-4163-4688-b9b8-02559d155cec req-8db98cb1-2f78-494f-9812-9854727436e7 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:35.064813 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-3cdf6452-4163-4688-b9b8-02559d155cec req-8db98cb1-2f78-494f-9812-9854727436e7 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fcdff8c-bae3-449c-a3b9-f353c88f4111 HTTP/1.1" status: 200 len: 931 time: 0.0776913 Sep 23 23:16:35.071611 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning for port fb0b4219-2369-4505-8e39-95f9ae550609 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:16:35.083904 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-ee8f1710-ad74-43aa-98d9-a6544d7822af None None] Port f28fd8d8-0d03-4912-8817-5702dda04a78 cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:16:35.085916 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning complete for port fb0b4219-2369-4505-8e39-95f9ae550609 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:16:35.086499 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:35.117539 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-3cdf6452-4163-4688-b9b8-02559d155cec req-c63919e5-eef4-456b-a53f-987feb194e48 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465086 Sep 23 23:16:35.184405 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:35.211627 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6ea18f-366e-477a-b10d-876f775f5e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0b4219-2369-4505-8e39-95f9ae550609'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:16:35.214206 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7224bc9728871e873a89dc5c7795d0b38d91bd368c61c3cf47b1fa6016b6835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717d1bcb-352c-4b09-95a4-ec88cd95ce49" -d '{"events": [{"server_uuid": "7a6ea18f-366e-477a-b10d-876f775f5e4c", "name": "network-vif-plugged", "status": "completed", "tag": "fb0b4219-2369-4505-8e39-95f9ae550609"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:16:35.231234 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port fb0b4219-2369-4505-8e39-95f9ae550609, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=fb0b4219-2369-4505-8e39-95f9ae550609,segment=NetworkSegment(25e47708-6ba4-4f5b-9827-5f9423e05bba),segment_id=25e47708-6ba4-4f5b-9827-5f9423e05bba)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:16:35.238272 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:35.272561 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-8caf767b-cb23-4a42-9ffe-37c593c88a71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f28fd8d8-0d03-4912-8817-5702dda04a78 {{(pid=94231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:16:35.276639 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c56a89a-9969-4e7f-b90f-022fd54bd82f x-openstack-request-id: req-3c56a89a-9969-4e7f-b90f-022fd54bd82f {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:16:35.277074 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6ea18f-366e-477a-b10d-876f775f5e4c", "name": "network-vif-plugged", "status": "completed", "tag": "fb0b4219-2369-4505-8e39-95f9ae550609", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:16:35.277467 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3c56a89a-9969-4e7f-b90f-022fd54bd82f {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:16:35.278056 dv-cinder-810785-1-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6ea18f-366e-477a-b10d-876f775f5e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0b4219-2369-4505-8e39-95f9ae550609', 'code': 200} Sep 23 23:16:35.284478 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-8caf767b-cb23-4a42-9ffe-37c593c88a71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:35.305175 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.provisioning_blocks [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-8caf767b-cb23-4a42-9ffe-37c593c88a71 service neutron] Transition to ACTIVE for port object f28fd8d8-0d03-4912-8817-5702dda04a78 will not be triggered until provisioned by entity L2. {{(pid=94231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:16:35.312430 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=fb0b4219-2369-4505-8e39-95f9ae550609,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:35.316234 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-8caf767b-cb23-4a42-9ffe-37c593c88a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257029'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:35.377880 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf767b-cb23-4a42-9ffe-37c593c88a71 service neutron] Pushing event updated for resources: {'Port': ['ID=f28fd8d8-0d03-4912-8817-5702dda04a78,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:35.491391 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65eccd3-9d7a-40a6-811b-a1a683ea94df req-a93e5bd4-dfe1-4551-8c5a-9cae600ee6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:35.493185 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d65eccd3-9d7a-40a6-811b-a1a683ea94df req-a93e5bd4-dfe1-4551-8c5a-9cae600ee6f8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7a6ea18f-366e-477a-b10d-876f775f5e4c HTTP/1.1" status: 200 len: 1103 time: 0.0647976 Sep 23 23:16:35.499149 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-8caf767b-cb23-4a42-9ffe-37c593c88a71 service neutron] Attempting to bind port f28fd8d8-0d03-4912-8817-5702dda04a78 on host hv-cinder-81078 for vnic_type normal with profile {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:16:35.499714 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-8caf767b-cb23-4a42-9ffe-37c593c88a71 service neutron] Attempting to bind port f28fd8d8-0d03-4912-8817-5702dda04a78 by drivers openvswitch,hyperv on host hv-cinder-81078 at level 0 using segments [{'id': '82a7ca47-0199-4ab7-85f6-9c9d54347e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a142d4ab-a769-4517-b595-172b82642394'}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:16:35.500250 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-8caf767b-cb23-4a42-9ffe-37c593c88a71 service neutron] Attempting to bind port f28fd8d8-0d03-4912-8817-5702dda04a78 on network a142d4ab-a769-4517-b595-172b82642394 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:16:35.508764 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-8caf767b-cb23-4a42-9ffe-37c593c88a71 service neutron] Port f28fd8d8-0d03-4912-8817-5702dda04a78 on network a142d4ab-a769-4517-b595-172b82642394 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81078 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:16:35.509279 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-8caf767b-cb23-4a42-9ffe-37c593c88a71 service neutron] Attempting to bind port f28fd8d8-0d03-4912-8817-5702dda04a78 on network a142d4ab-a769-4517-b595-172b82642394 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:16:35.521001 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-8caf767b-cb23-4a42-9ffe-37c593c88a71 service neutron] Checking agent: {'id': '3c892145-8c1f-42fb-b36d-f51cd8b65402', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 7, 8), 'started_at': datetime.datetime(2021, 9, 23, 23, 7, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:16:35.521620 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-8caf767b-cb23-4a42-9ffe-37c593c88a71 service neutron] Checking segment: {'id': '82a7ca47-0199-4ab7-85f6-9c9d54347e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a142d4ab-a769-4517-b595-172b82642394'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:16:35.522273 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-8caf767b-cb23-4a42-9ffe-37c593c88a71 service neutron] Bound using segment: {'id': '82a7ca47-0199-4ab7-85f6-9c9d54347e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a142d4ab-a769-4517-b595-172b82642394'} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:16:35.523029 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-8caf767b-cb23-4a42-9ffe-37c593c88a71 service neutron] Bound port: f28fd8d8-0d03-4912-8817-5702dda04a78, host: hv-cinder-81078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82a7ca47-0199-4ab7-85f6-9c9d54347e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a142d4ab-a769-4517-b595-172b82642394'}}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:16:35.523524 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-8caf767b-cb23-4a42-9ffe-37c593c88a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:35.543208 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d65eccd3-9d7a-40a6-811b-a1a683ea94df req-6f03993e-b6ba-4065-a686-8326c87caa83 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ff8bfac5-469e-4938-9235-fbe3897a6279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428443 Sep 23 23:16:35.634999 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-8caf767b-cb23-4a42-9ffe-37c593c88a71 service neutron] For port f28fd8d8-0d03-4912-8817-5702dda04a78, host hv-cinder-81078, cleared binding levels {{(pid=94231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:16:35.641190 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-8caf767b-cb23-4a42-9ffe-37c593c88a71 service neutron] For port f28fd8d8-0d03-4912-8817-5702dda04a78, host hv-cinder-81078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=f28fd8d8-0d03-4912-8817-5702dda04a78,segment=NetworkSegment(82a7ca47-0199-4ab7-85f6-9c9d54347e5c),segment_id=82a7ca47-0199-4ab7-85f6-9c9d54347e5c)] {{(pid=94231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:16:35.646899 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-8caf767b-cb23-4a42-9ffe-37c593c88a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257029'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:35.682885 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-8caf767b-cb23-4a42-9ffe-37c593c88a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:35.683413 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-8caf767b-cb23-4a42-9ffe-37c593c88a71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:35.685051 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-8caf767b-cb23-4a42-9ffe-37c593c88a71 service neutron] 10.222.0.11 "PUT /v2.0/ports/f28fd8d8-0d03-4912-8817-5702dda04a78 HTTP/1.1" status: 200 len: 1093 time: 0.8563483 Sep 23 23:16:35.685514 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fcdff8c-bae3-449c-a3b9-f353c88f4111', 'tag': 'f28fd8d8-0d03-4912-8817-5702dda04a78'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:16:35.687958 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1d5602135d6fd2b93bb7a1a207777d999d514b69f59ce624d4faeb629b016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f0141f-3523-463f-8191-5889b05333f5" -d '{"events": [{"name": "network-changed", "server_uuid": "3fcdff8c-bae3-449c-a3b9-f353c88f4111", "tag": "f28fd8d8-0d03-4912-8817-5702dda04a78"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:16:35.730580 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf767b-cb23-4a42-9ffe-37c593c88a71 service neutron] Pushing event updated for resources: {'Port': ['ID=f28fd8d8-0d03-4912-8817-5702dda04a78,revision_number=3']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:35.766287 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdbca13-0e85-4247-829c-e7cf6ec4c639 x-openstack-request-id: req-9cdbca13-0e85-4247-829c-e7cf6ec4c639 {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:16:35.766521 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fcdff8c-bae3-449c-a3b9-f353c88f4111", "tag": "f28fd8d8-0d03-4912-8817-5702dda04a78", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:16:35.767405 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9cdbca13-0e85-4247-829c-e7cf6ec4c639 {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:16:35.767405 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fcdff8c-bae3-449c-a3b9-f353c88f4111', 'tag': 'f28fd8d8-0d03-4912-8817-5702dda04a78', 'status': 'completed', 'code': 200} Sep 23 23:16:35.853230 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0141f-3523-463f-8191-5889b05333f5 req-d4405edf-fab3-41da-80ee-c9cc1426bb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:35.855521 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c6f0141f-3523-463f-8191-5889b05333f5 req-d4405edf-fab3-41da-80ee-c9cc1426bb49 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b54c8cb576f4df48743b760c9eaae2a&device_id=3fcdff8c-bae3-449c-a3b9-f353c88f4111 HTTP/1.1" status: 200 len: 1096 time: 0.0581129 Sep 23 23:16:36.029138 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8e20a-1307-4e15-8dfe-b7d43ca28904 req-2a1509c5-6640-4e48-b00c-368540b262d7 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:36.030915 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-66b8e20a-1307-4e15-8dfe-b7d43ca28904 req-2a1509c5-6640-4e48-b00c-368540b262d7 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a6ea18f-366e-477a-b10d-876f775f5e4c HTTP/1.1" status: 200 len: 950 time: 0.0534043 Sep 23 23:16:36.076798 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-66b8e20a-1307-4e15-8dfe-b7d43ca28904 req-68418159-1823-418c-9838-9d6cb42ab77a tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8bfac5-469e-4938-9235-fbe3897a6279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358715 Sep 23 23:16:36.136624 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0141f-3523-463f-8191-5889b05333f5 req-e7c621e5-45af-4d6a-9457-a5d27b0eeb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:36.138525 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c6f0141f-3523-463f-8191-5889b05333f5 req-e7c621e5-45af-4d6a-9457-a5d27b0eeb93 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=0b54c8cb576f4df48743b760c9eaae2a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2716234 Sep 23 23:16:36.273040 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940452c-191c-438b-97fb-5cd2994331c2 req-91f9c370-7c30-4ad1-ad74-75d73026bbb9 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:36.275621 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e940452c-191c-438b-97fb-5cd2994331c2 req-91f9c370-7c30-4ad1-ad74-75d73026bbb9 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fcdff8c-bae3-449c-a3b9-f353c88f4111 HTTP/1.1" status: 200 len: 943 time: 0.0716341 Sep 23 23:16:36.328169 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e940452c-191c-438b-97fb-5cd2994331c2 req-72354d53-2631-40e5-ab9e-0a7e119c4862 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457754 Sep 23 23:16:36.362341 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0141f-3523-463f-8191-5889b05333f5 req-93229569-e941-4291-95ef-af16cb0c9a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:36.364156 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-c6f0141f-3523-463f-8191-5889b05333f5 req-93229569-e941-4291-95ef-af16cb0c9a66 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2164326 Sep 23 23:16:36.456945 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-e45122f3-d44f-4de4-a5e0-fb39eab48918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:36.458366 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-e45122f3-d44f-4de4-a5e0-fb39eab48918 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b54c8cb576f4df48743b760c9eaae2a&device_id=3fcdff8c-bae3-449c-a3b9-f353c88f4111 HTTP/1.1" status: 200 len: 1096 time: 0.0461917 Sep 23 23:16:36.510845 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-e67969fe-4ee9-4757-bc49-ff352e2e68cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f28fd8d8-0d03-4912-8817-5702dda04a78 HTTP/1.1" status: 200 len: 217 time: 0.0399525 Sep 23 23:16:36.589415 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-5c8a381a-54ac-4f61-bcf1-1cf0aa42b1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:36.591792 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-5c8a381a-54ac-4f61-bcf1-1cf0aa42b1ee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f89343e-2ad9-4e3b-a2d5-c722d5396ede HTTP/1.1" status: 200 len: 850 time: 0.0710132 Sep 23 23:16:36.656753 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-55e141a3-9062-48bb-8a1a-dd0f2459c758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:36.659790 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-55e141a3-9062-48bb-8a1a-dd0f2459c758 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a142d4ab-a769-4517-b595-172b82642394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0586908 Sep 23 23:16:36.802795 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-241c6e38-9aa0-4c99-814a-ff37f7c39650 service neutron] 10.222.0.11 "GET /v2.0/networks/a142d4ab-a769-4517-b595-172b82642394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341021 Sep 23 23:16:36.927990 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2eafab48-3a3b-40e6-a21b-3d63ebecfc0e req-858095b7-9f2e-40e1-a411-ea9dfd247738 service neutron] 10.222.0.11 "GET /v2.0/networks/a142d4ab-a769-4517-b595-172b82642394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117408 Sep 23 23:16:37.205097 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4daa2-fa81-49e6-908e-6d92df04db6c req-e6a1456b-8566-4608-a3a5-c84662d88b5a tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:37.206733 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-37f4daa2-fa81-49e6-908e-6d92df04db6c req-e6a1456b-8566-4608-a3a5-c84662d88b5a tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a6ea18f-366e-477a-b10d-876f775f5e4c HTTP/1.1" status: 200 len: 950 time: 0.0556495 Sep 23 23:16:37.253761 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-37f4daa2-fa81-49e6-908e-6d92df04db6c req-5de5de63-b261-4844-91f6-3f1976e3ed0a tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8bfac5-469e-4938-9235-fbe3897a6279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405469 Sep 23 23:16:37.480280 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38697d3e-22ca-4a45-afc2-ded0f8634a2d req-30abc482-e347-4008-ba0d-82834fb5bbb4 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:37.482084 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-38697d3e-22ca-4a45-afc2-ded0f8634a2d req-30abc482-e347-4008-ba0d-82834fb5bbb4 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fcdff8c-bae3-449c-a3b9-f353c88f4111 HTTP/1.1" status: 200 len: 943 time: 0.0621395 Sep 23 23:16:37.549258 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-38697d3e-22ca-4a45-afc2-ded0f8634a2d req-5db24990-03ec-4fa3-89e4-d33d2ef4bb60 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607555 Sep 23 23:16:37.570434 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d50079-a690-4695-8712-cf0f9afa38ca req-5c206c59-0484-4565-817c-eba0f38e51c6 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:37.572118 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-12d50079-a690-4695-8712-cf0f9afa38ca req-5c206c59-0484-4565-817c-eba0f38e51c6 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a6ea18f-366e-477a-b10d-876f775f5e4c HTTP/1.1" status: 200 len: 950 time: 0.0694382 Sep 23 23:16:37.624697 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-12d50079-a690-4695-8712-cf0f9afa38ca req-0d1cbe11-4b53-48c9-9977-3d45e72e377c tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8bfac5-469e-4938-9235-fbe3897a6279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444744 Sep 23 23:16:38.719086 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73aba3-c25e-4abf-b5ea-3220f370e2ce req-1497f703-8893-4912-87f7-4b4b953f9324 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:38.722622 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ab73aba3-c25e-4abf-b5ea-3220f370e2ce req-1497f703-8893-4912-87f7-4b4b953f9324 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fcdff8c-bae3-449c-a3b9-f353c88f4111 HTTP/1.1" status: 200 len: 943 time: 0.0942774 Sep 23 23:16:38.778439 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ab73aba3-c25e-4abf-b5ea-3220f370e2ce req-3c7dabf6-d9a1-4032-abb4-d95e76a237cd tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480881 Sep 23 23:16:38.950484 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46552d95-e60b-4e5a-b8fe-ce1b6443d2b6 req-318e7d58-2b84-4448-823e-a69f5cc35e84 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:38.953229 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-46552d95-e60b-4e5a-b8fe-ce1b6443d2b6 req-318e7d58-2b84-4448-823e-a69f5cc35e84 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] 10.222.0.11 "GET /v2.0/ports?device_id=7a6ea18f-366e-477a-b10d-876f775f5e4c HTTP/1.1" status: 200 len: 950 time: 0.0868583 Sep 23 23:16:38.963153 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce27685-bba3-4b04-b1e1-699dac8993e0 req-a6cb7e7a-ab1e-42f3-a846-ecc9744076fd tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:38.965136 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6ce27685-bba3-4b04-b1e1-699dac8993e0 req-a6cb7e7a-ab1e-42f3-a846-ecc9744076fd tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a6ea18f-366e-477a-b10d-876f775f5e4c HTTP/1.1" status: 200 len: 950 time: 0.0647080 Sep 23 23:16:39.038704 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6ce27685-bba3-4b04-b1e1-699dac8993e0 req-75062b28-e6bd-4deb-a118-d3c937bd943f tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8bfac5-469e-4938-9235-fbe3897a6279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628591 Sep 23 23:16:39.091846 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [req-46552d95-e60b-4e5a-b8fe-ce1b6443d2b6 req-4e3298bf-7af0-4140-a5cf-2b33a7a28711 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Deleting port fb0b4219-2369-4505-8e39-95f9ae550609 {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:16:39.092109 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-46552d95-e60b-4e5a-b8fe-ce1b6443d2b6 req-4e3298bf-7af0-4140-a5cf-2b33a7a28711 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:39.114890 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2736d-dc9d-4993-9764-5edf144e9988 req-f9e88031-5422-469f-ac76-ace6d3513dbc tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:39.116796 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-70d2736d-dc9d-4993-9764-5edf144e9988 req-f9e88031-5422-469f-ac76-ace6d3513dbc tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 945 time: 0.0592334 Sep 23 23:16:39.176344 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-70d2736d-dc9d-4993-9764-5edf144e9988 req-d8e81315-cff6-4b72-8703-fb0693822e4e tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471406 Sep 23 23:16:39.247087 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-46552d95-e60b-4e5a-b8fe-ce1b6443d2b6 req-4e3298bf-7af0-4140-a5cf-2b33a7a28711 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] For port fb0b4219-2369-4505-8e39-95f9ae550609, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=fb0b4219-2369-4505-8e39-95f9ae550609,segment=NetworkSegment(25e47708-6ba4-4f5b-9827-5f9423e05bba),segment_id=25e47708-6ba4-4f5b-9827-5f9423e05bba)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:16:39.247487 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-46552d95-e60b-4e5a-b8fe-ce1b6443d2b6 req-4e3298bf-7af0-4140-a5cf-2b33a7a28711 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:39.261435 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [req-46552d95-e60b-4e5a-b8fe-ce1b6443d2b6 req-4e3298bf-7af0-4140-a5cf-2b33a7a28711 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Calling delete_port for fb0b4219-2369-4505-8e39-95f9ae550609 owned by compute:nova {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:16:39.414937 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-46552d95-e60b-4e5a-b8fe-ce1b6443d2b6 req-4e3298bf-7af0-4140-a5cf-2b33a7a28711 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:39.428494 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['fb0b4219-2369-4505-8e39-95f9ae550609'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:16:39.446353 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3298bf-7af0-4140-a5cf-2b33a7a28711 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Pushing event deleted for resources: {'Port': ['ID=fb0b4219-2369-4505-8e39-95f9ae550609,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:39.467632 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3298bf-7af0-4140-a5cf-2b33a7a28711 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:39.468386 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3298bf-7af0-4140-a5cf-2b33a7a28711 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:39.469086 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3298bf-7af0-4140-a5cf-2b33a7a28711 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:39.470541 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3298bf-7af0-4140-a5cf-2b33a7a28711 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:39.471307 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3298bf-7af0-4140-a5cf-2b33a7a28711 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:39.472177 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3298bf-7af0-4140-a5cf-2b33a7a28711 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:39.472996 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3298bf-7af0-4140-a5cf-2b33a7a28711 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:39.473605 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3298bf-7af0-4140-a5cf-2b33a7a28711 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:39.474458 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3298bf-7af0-4140-a5cf-2b33a7a28711 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:39.475105 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3298bf-7af0-4140-a5cf-2b33a7a28711 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:39.476245 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3298bf-7af0-4140-a5cf-2b33a7a28711 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:39.476769 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3298bf-7af0-4140-a5cf-2b33a7a28711 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:39.534315 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-46552d95-e60b-4e5a-b8fe-ce1b6443d2b6 req-4e3298bf-7af0-4140-a5cf-2b33a7a28711 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] No DVR routers for this DVR port fb0b4219-2369-4505-8e39-95f9ae550609 on host hv-cinder-81078 {{(pid=94231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:16:39.538907 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-46552d95-e60b-4e5a-b8fe-ce1b6443d2b6 req-4e3298bf-7af0-4140-a5cf-2b33a7a28711 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:39.542623 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-46552d95-e60b-4e5a-b8fe-ce1b6443d2b6 req-4e3298bf-7af0-4140-a5cf-2b33a7a28711 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] 10.222.0.11 "DELETE /v2.0/ports/fb0b4219-2369-4505-8e39-95f9ae550609 HTTP/1.1" status: 204 len: 173 time: 0.5819628 Sep 23 23:16:39.543407 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6ea18f-366e-477a-b10d-876f775f5e4c', 'name': 'network-vif-deleted', 'tag': 'fb0b4219-2369-4505-8e39-95f9ae550609'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:16:39.547728 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1d5602135d6fd2b93bb7a1a207777d999d514b69f59ce624d4faeb629b016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8fd73b-0c95-4b88-a5f2-fda5722b5519" -d '{"events": [{"server_uuid": "7a6ea18f-366e-477a-b10d-876f775f5e4c", "name": "network-vif-deleted", "tag": "fb0b4219-2369-4505-8e39-95f9ae550609"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:16:39.597330 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be699ca-ccea-478d-a150-0380439d7e8e x-openstack-request-id: req-4be699ca-ccea-478d-a150-0380439d7e8e {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:16:39.597599 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6ea18f-366e-477a-b10d-876f775f5e4c", "name": "network-vif-deleted", "tag": "fb0b4219-2369-4505-8e39-95f9ae550609", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:16:39.597995 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4be699ca-ccea-478d-a150-0380439d7e8e {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:16:39.598418 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6ea18f-366e-477a-b10d-876f775f5e4c', 'name': 'network-vif-deleted', 'tag': 'fb0b4219-2369-4505-8e39-95f9ae550609', 'status': 'completed', 'code': 200} Sep 23 23:16:39.688576 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:39.938965 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d689cc7-20a0-40ca-a26f-ba88fdc21532 req-ef7ad874-57b3-4692-87f0-4811e444590e tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:39.941720 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9d689cc7-20a0-40ca-a26f-ba88fdc21532 req-ef7ad874-57b3-4692-87f0-4811e444590e tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fcdff8c-bae3-449c-a3b9-f353c88f4111 HTTP/1.1" status: 200 len: 943 time: 0.0707369 Sep 23 23:16:40.002585 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9d689cc7-20a0-40ca-a26f-ba88fdc21532 req-2d4d36d2-aa9d-403c-babd-8c907d252637 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494456 Sep 23 23:16:40.183849 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-34eeb983-26f1-4acd-8592-56992e8940ab req-beace35d-8096-4db4-93f5-e5f02fe38066 tempest-VolumesNegativeTest-1901712851 tempest-VolumesNegativeTest-1901712851-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a6ea18f-366e-477a-b10d-876f775f5e4c HTTP/1.1" status: 200 len: 210 time: 0.0443456 Sep 23 23:16:40.336174 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e1b3b-70f3-43e4-91d7-32c2f82681c4 req-1754bebe-4949-4117-b00c-5bc6521ad39c tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:40.338863 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-397e1b3b-70f3-43e4-91d7-32c2f82681c4 req-1754bebe-4949-4117-b00c-5bc6521ad39c tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 945 time: 0.0701413 Sep 23 23:16:40.380440 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-397e1b3b-70f3-43e4-91d7-32c2f82681c4 req-e034f103-6acb-48ab-a614-59298efed032 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349629 Sep 23 23:16:41.150105 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702e678-7137-4e4f-877d-207f43576a62 req-718f6251-a9a8-4143-8ced-223adc5b3cdc tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:41.151756 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-3702e678-7137-4e4f-877d-207f43576a62 req-718f6251-a9a8-4143-8ced-223adc5b3cdc tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fcdff8c-bae3-449c-a3b9-f353c88f4111 HTTP/1.1" status: 200 len: 943 time: 0.0567024 Sep 23 23:16:41.199862 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-3702e678-7137-4e4f-877d-207f43576a62 req-428cc9cc-d117-44dd-b980-c9093aa3ff45 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410554 Sep 23 23:16:41.575068 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6aebb6-1829-4303-96c7-e9f2ce8d0436 req-210cb8b4-97c0-4238-8510-9f420c1849a8 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:41.577735 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0f6aebb6-1829-4303-96c7-e9f2ce8d0436 req-210cb8b4-97c0-4238-8510-9f420c1849a8 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 945 time: 0.0895305 Sep 23 23:16:41.637016 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0f6aebb6-1829-4303-96c7-e9f2ce8d0436 req-457b9132-89ee-42cf-abfe-122b9f9884ef tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510962 Sep 23 23:16:42.348841 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0c4e6-2bf4-4560-a755-dc728b9e0cd6 req-58c87696-e943-43ba-8909-f39e7c71ff52 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:42.351360 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-63d0c4e6-2bf4-4560-a755-dc728b9e0cd6 req-58c87696-e943-43ba-8909-f39e7c71ff52 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fcdff8c-bae3-449c-a3b9-f353c88f4111 HTTP/1.1" status: 200 len: 943 time: 0.0784223 Sep 23 23:16:42.394938 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-63d0c4e6-2bf4-4560-a755-dc728b9e0cd6 req-95816a9b-cc36-4d84-b75c-53d85e84ffb8 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367463 Sep 23 23:16:42.768746 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c624f-8cd9-4f1d-9f06-81a4d9fb12d2 req-0a3ee977-3333-47e5-ba99-46d2abf97bb0 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:42.770242 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-fb1c624f-8cd9-4f1d-9f06-81a4d9fb12d2 req-0a3ee977-3333-47e5-ba99-46d2abf97bb0 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 945 time: 0.0592294 Sep 23 23:16:42.815353 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-fb1c624f-8cd9-4f1d-9f06-81a4d9fb12d2 req-95b8e610-c03d-4dec-b0a6-223dbe75ba1d tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388088 Sep 23 23:16:42.988496 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device fb0b4219-2369-4505-8e39-95f9ae550609 no longer exists at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:16:43.011462 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] No Port match for: fb0b4219-2369-4505-8e39-95f9ae550609 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:16:43.011836 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device fb0b4219-2369-4505-8e39-95f9ae550609 not bound to the agent host hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:16:43.517691 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae169e-c66d-4b1e-b07a-64d76d8bcc77 req-db87b2c7-6f9b-4ccb-a1e4-291ced5bd7f4 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:43.519287 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6fae169e-c66d-4b1e-b07a-64d76d8bcc77 req-db87b2c7-6f9b-4ccb-a1e4-291ced5bd7f4 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fcdff8c-bae3-449c-a3b9-f353c88f4111 HTTP/1.1" status: 200 len: 943 time: 0.0536561 Sep 23 23:16:43.559389 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6fae169e-c66d-4b1e-b07a-64d76d8bcc77 req-1a1c1ed3-e8af-43e4-8ddf-e3699fb02ac2 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338881 Sep 23 23:16:43.938941 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49529cb6-e038-4fcf-aa87-945672c71ab5 req-b697325b-2686-464b-8391-2a8a988da5d9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:43.940488 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-49529cb6-e038-4fcf-aa87-945672c71ab5 req-b697325b-2686-464b-8391-2a8a988da5d9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 945 time: 0.0504868 Sep 23 23:16:43.981548 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-49529cb6-e038-4fcf-aa87-945672c71ab5 req-c30298d4-1b37-4e22-ae0c-92c779b27d3a tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350401 Sep 23 23:16:44.679649 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03278254-ebed-4d1f-bcd3-5d4a430e6725 req-64801a0c-e6eb-44da-ab76-9cfb0a1127de tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:44.681376 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-03278254-ebed-4d1f-bcd3-5d4a430e6725 req-64801a0c-e6eb-44da-ab76-9cfb0a1127de tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fcdff8c-bae3-449c-a3b9-f353c88f4111 HTTP/1.1" status: 200 len: 943 time: 0.0508766 Sep 23 23:16:44.734515 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-03278254-ebed-4d1f-bcd3-5d4a430e6725 req-9c82fcac-8d42-4617-83a6-472bf08e6ea2 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466747 Sep 23 23:16:44.991936 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device f28fd8d8-0d03-4912-8817-5702dda04a78 details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:16:45.098820 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port f28fd8d8-0d03-4912-8817-5702dda04a78, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=f28fd8d8-0d03-4912-8817-5702dda04a78,segment=NetworkSegment(82a7ca47-0199-4ab7-85f6-9c9d54347e5c),segment_id=82a7ca47-0199-4ab7-85f6-9c9d54347e5c)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:16:45.107056 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69fc43-06c2-4abb-9028-e5f7acb3e812 req-4f332ceb-7210-4f41-8128-488bc6076bc1 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:45.108848 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4b69fc43-06c2-4abb-9028-e5f7acb3e812 req-4f332ceb-7210-4f41-8128-488bc6076bc1 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 945 time: 0.0538571 Sep 23 23:16:45.113624 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Returning: {'device': 'f28fd8d8-0d03-4912-8817-5702dda04a78', 'network_id': 'a142d4ab-a769-4517-b595-172b82642394', 'port_id': 'f28fd8d8-0d03-4912-8817-5702dda04a78', 'mac_address': 'fa:16:3e:68:5c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:16:45.159095 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:45.161084 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4b69fc43-06c2-4abb-9028-e5f7acb3e812 req-6e3201c7-8ba4-4824-851c-1b4c8c780801 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432281 Sep 23 23:16:45.178386 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f28fd8d8-0d03-4912-8817-5702dda04a78 {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:16:45.200726 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port f28fd8d8-0d03-4912-8817-5702dda04a78, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=f28fd8d8-0d03-4912-8817-5702dda04a78,segment=NetworkSegment(82a7ca47-0199-4ab7-85f6-9c9d54347e5c),segment_id=82a7ca47-0199-4ab7-85f6-9c9d54347e5c)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:16:45.207081 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:45.266774 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=f28fd8d8-0d03-4912-8817-5702dda04a78,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:45.428296 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 33438) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:16:45.447196 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['f28fd8d8-0d03-4912-8817-5702dda04a78'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:16:45.621112 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-f8cc58d8-416a-4ff5-895c-526ea3b4c680 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bf8171d36afd4b7ca6b6ac9d66d4ec7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1913126 Sep 23 23:16:45.624173 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 33442) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:16:45.678720 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e76e4815-5c22-48a9-bff9-6fa272b2d53b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:45.707499 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e76e4815-5c22-48a9-bff9-6fa272b2d53b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:45.883957 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34588aac-d0bc-4440-bfbb-9723b826102d req-3904a6d7-3367-4998-91be-d593d66cf8d9 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:45.885659 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-34588aac-d0bc-4440-bfbb-9723b826102d req-3904a6d7-3367-4998-91be-d593d66cf8d9 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fcdff8c-bae3-449c-a3b9-f353c88f4111 HTTP/1.1" status: 200 len: 944 time: 0.0629799 Sep 23 23:16:45.933426 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-34588aac-d0bc-4440-bfbb-9723b826102d req-34714abb-4db8-4783-9c70-4c9ff898387c tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354624 Sep 23 23:16:45.999768 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e76e4815-5c22-48a9-bff9-6fa272b2d53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:46.002706 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e76e4815-5c22-48a9-bff9-6fa272b2d53b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:46.004170 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-e76e4815-5c22-48a9-bff9-6fa272b2d53b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ff8bfac5-469e-4938-9235-fbe3897a6279 HTTP/1.1" status: 204 len: 168 time: 0.3788574 Sep 23 23:16:46.012240 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e4815-5c22-48a9-bff9-6fa272b2d53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8bfac5-469e-4938-9235-fbe3897a6279,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:46.293632 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9fb040-42e3-4ee0-8fac-0fa6e6070192 req-8b45bc06-ffd4-4e0c-80f7-70a6bd7dd11d tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:46.295158 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-bf9fb040-42e3-4ee0-8fac-0fa6e6070192 req-8b45bc06-ffd4-4e0c-80f7-70a6bd7dd11d tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 945 time: 0.0550435 Sep 23 23:16:46.338953 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-bf9fb040-42e3-4ee0-8fac-0fa6e6070192 req-71599514-c829-4ba7-9014-df6b451e1bad tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370591 Sep 23 23:16:46.992580 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device f28fd8d8-0d03-4912-8817-5702dda04a78 up at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:16:47.059595 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning for port f28fd8d8-0d03-4912-8817-5702dda04a78 completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:16:47.064069 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning complete for port f28fd8d8-0d03-4912-8817-5702dda04a78 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:16:47.064388 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:47.077962 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64336515-0de8-4249-93ea-c1d9b19832b7 req-2c9d3bf1-d06b-4fae-af8b-06f7b5186668 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:47.080084 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-64336515-0de8-4249-93ea-c1d9b19832b7 req-2c9d3bf1-d06b-4fae-af8b-06f7b5186668 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fcdff8c-bae3-449c-a3b9-f353c88f4111 HTTP/1.1" status: 200 len: 944 time: 0.0591438 Sep 23 23:16:47.121656 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-64336515-0de8-4249-93ea-c1d9b19832b7 req-835cf73f-32de-4020-ba72-cffd02108197 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355616 Sep 23 23:16:47.151188 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:47.179828 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fcdff8c-bae3-449c-a3b9-f353c88f4111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28fd8d8-0d03-4912-8817-5702dda04a78'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:16:47.182589 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7224bc9728871e873a89dc5c7795d0b38d91bd368c61c3cf47b1fa6016b6835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9786523-2b9b-4cf4-a25a-d98b4467420e" -d '{"events": [{"server_uuid": "3fcdff8c-bae3-449c-a3b9-f353c88f4111", "name": "network-vif-plugged", "status": "completed", "tag": "f28fd8d8-0d03-4912-8817-5702dda04a78"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:16:47.197508 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port f28fd8d8-0d03-4912-8817-5702dda04a78, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=f28fd8d8-0d03-4912-8817-5702dda04a78,segment=NetworkSegment(82a7ca47-0199-4ab7-85f6-9c9d54347e5c),segment_id=82a7ca47-0199-4ab7-85f6-9c9d54347e5c)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:16:47.203157 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:47.228771 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a33946-a1ee-4946-b5e1-ab9507bc73ec x-openstack-request-id: req-87a33946-a1ee-4946-b5e1-ab9507bc73ec {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:16:47.229059 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fcdff8c-bae3-449c-a3b9-f353c88f4111", "name": "network-vif-plugged", "status": "completed", "tag": "f28fd8d8-0d03-4912-8817-5702dda04a78", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:16:47.229309 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-87a33946-a1ee-4946-b5e1-ab9507bc73ec {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:16:47.229758 dv-cinder-810785-1-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fcdff8c-bae3-449c-a3b9-f353c88f4111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28fd8d8-0d03-4912-8817-5702dda04a78', 'code': 200} Sep 23 23:16:47.263124 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=f28fd8d8-0d03-4912-8817-5702dda04a78,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:47.474697 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba84ab5-1cda-4418-b969-02769a2d4c07 req-be38fdf8-f416-463e-98e4-efbb1b97e396 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:47.476307 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-3ba84ab5-1cda-4418-b969-02769a2d4c07 req-be38fdf8-f416-463e-98e4-efbb1b97e396 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 945 time: 0.0591655 Sep 23 23:16:47.512751 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baabcaf-0e9d-49ba-a144-40dd929ddbae req-0bbef9ea-e986-4ebd-a877-835466702bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:47.515045 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1baabcaf-0e9d-49ba-a144-40dd929ddbae req-0bbef9ea-e986-4ebd-a877-835466702bc8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3fcdff8c-bae3-449c-a3b9-f353c88f4111 HTTP/1.1" status: 200 len: 1098 time: 0.0590069 Sep 23 23:16:47.524430 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-3ba84ab5-1cda-4418-b969-02769a2d4c07 req-ea80a3ec-92a6-486f-b9d5-9bef77a68643 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390694 Sep 23 23:16:47.559717 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1baabcaf-0e9d-49ba-a144-40dd929ddbae req-147ce805-3845-4139-ba13-3e4410188589 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365007 Sep 23 23:16:48.270805 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08a581-088f-4fdd-8f30-bd5acbb6e46a req-0bca8ac6-71ba-4ad7-a4dd-1e2ef99f95cd tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:48.275052 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ab08a581-088f-4fdd-8f30-bd5acbb6e46a req-0bca8ac6-71ba-4ad7-a4dd-1e2ef99f95cd tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fcdff8c-bae3-449c-a3b9-f353c88f4111 HTTP/1.1" status: 200 len: 945 time: 0.0612471 Sep 23 23:16:48.316587 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ab08a581-088f-4fdd-8f30-bd5acbb6e46a req-d727bb2b-b476-4a2e-9849-051a8f8249be tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377722 Sep 23 23:16:48.652258 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e9872-d3b7-45d2-abda-666383a82e66 req-a4a07a04-2c0c-488e-b14d-ac508baa2e3a tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:48.653812 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-fc9e9872-d3b7-45d2-abda-666383a82e66 req-a4a07a04-2c0c-488e-b14d-ac508baa2e3a tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 945 time: 0.0516431 Sep 23 23:16:48.715082 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-fc9e9872-d3b7-45d2-abda-666383a82e66 req-97cffa62-d1e8-466e-9c5e-57641eddb7cd tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541737 Sep 23 23:16:49.441588 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ae057-19e3-4c75-b7bf-2b3f52a1f198 req-d4cc5b2c-e981-4075-a10e-ffcf0c3856dd tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:49.443173 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-026ae057-19e3-4c75-b7bf-2b3f52a1f198 req-d4cc5b2c-e981-4075-a10e-ffcf0c3856dd tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fcdff8c-bae3-449c-a3b9-f353c88f4111 HTTP/1.1" status: 200 len: 945 time: 0.0544584 Sep 23 23:16:49.486536 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-026ae057-19e3-4c75-b7bf-2b3f52a1f198 req-7e067ccd-54b9-4364-9da7-7c4db06cac97 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364945 Sep 23 23:16:49.612282 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8bf4b-2714-47e7-8efc-519c4014fee7 req-3ae604de-938d-4338-87db-25c558c88121 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:49.613788 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8ed8bf4b-2714-47e7-8efc-519c4014fee7 req-3ae604de-938d-4338-87db-25c558c88121 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fcdff8c-bae3-449c-a3b9-f353c88f4111 HTTP/1.1" status: 200 len: 945 time: 0.0518084 Sep 23 23:16:49.661256 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8ed8bf4b-2714-47e7-8efc-519c4014fee7 req-813dedc0-6ba0-4ab0-8346-4dff577ed32b tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411677 Sep 23 23:16:49.685103 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 33464) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:16:49.728309 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e733da45-4099-4fcc-9f0e-0cf15483e5f5 tempest-TestVolumeBootPattern-906597329 tempest-TestVolumeBootPattern-906597329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:49.729892 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-e733da45-4099-4fcc-9f0e-0cf15483e5f5 tempest-TestVolumeBootPattern-906597329 tempest-TestVolumeBootPattern-906597329-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=3fcdff8c-bae3-449c-a3b9-f353c88f4111 HTTP/1.1" status: 200 len: 1093 time: 0.0435588 Sep 23 23:16:49.733105 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 33466) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:16:49.737819 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-048126b2-853a-42f1-84e5-45478d2195f1 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Request body: {'floatingip': {'floating_network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'port_id': 'f28fd8d8-0d03-4912-8817-5702dda04a78', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:16:49.765374 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-048126b2-853a-42f1-84e5-45478d2195f1 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for floatingip, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:49.873295 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c46a9-d3bc-4e2c-8d5e-d5e8433e649b req-48c356b0-a778-474a-b1fa-c58feefcbeb9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:49.874730 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-3d8c46a9-d3bc-4e2c-8d5e-d5e8433e649b req-48c356b0-a778-474a-b1fa-c58feefcbeb9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 945 time: 0.0674269 Sep 23 23:16:49.876354 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-048126b2-853a-42f1-84e5-45478d2195f1 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:49.924453 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-3d8c46a9-d3bc-4e2c-8d5e-d5e8433e649b req-1d91b5b4-c65e-4e9c-8f4d-058a1216b800 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420723 Sep 23 23:16:50.039397 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [None req-048126b2-853a-42f1-84e5-45478d2195f1 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Allocated IP 172.27.1.161 (b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1/47169b33-ea5f-4b9d-bf3b-155ff70b7556/7b413549-a986-478f-9046-936332a7af3b) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:16:50.155227 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-048126b2-853a-42f1-84e5-45478d2195f1 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:50.215161 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-048126b2-853a-42f1-84e5-45478d2195f1 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:50.259135 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048126b2-853a-42f1-84e5-45478d2195f1 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Network b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:16:50.262339 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-048126b2-853a-42f1-84e5-45478d2195f1 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:16:50.266643 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048126b2-853a-42f1-84e5-45478d2195f1 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:16:50.276650 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048126b2-853a-42f1-84e5-45478d2195f1 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Pushing event updated for resources: {'Port': ['ID=7b413549-a986-478f-9046-936332a7af3b,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:50.677272 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-048126b2-853a-42f1-84e5-45478d2195f1 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:50.756069 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-048126b2-853a-42f1-84e5-45478d2195f1 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:50.924751 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-048126b2-853a-42f1-84e5-45478d2195f1 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:50.930635 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-048126b2-853a-42f1-84e5-45478d2195f1 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257029'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:51.010870 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048126b2-853a-42f1-84e5-45478d2195f1 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Pushing event updated for resources: {'Port': ['ID=7b413549-a986-478f-9046-936332a7af3b,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:51.027878 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-048126b2-853a-42f1-84e5-45478d2195f1 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594972'] for floatingip, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:51.113999 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce820ca-a86d-459f-a783-156cbb2ceae8 req-100adfff-6b05-4ea8-b82c-39438e803f92 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:51.116582 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4ce820ca-a86d-459f-a783-156cbb2ceae8 req-100adfff-6b05-4ea8-b82c-39438e803f92 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 945 time: 0.0544980 Sep 23 23:16:51.163425 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4ce820ca-a86d-459f-a783-156cbb2ceae8 req-527978bf-9d44-4fda-a68d-f5cf18da6d9c tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386763 Sep 23 23:16:51.164476 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.db.l3_db [None req-048126b2-853a-42f1-84e5-45478d2195f1 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Floating IP c94dd719-92c4-45c6-9e1a-6afc5a59a5f1 associated. External IP: 172.27.1.161, port: f28fd8d8-0d03-4912-8817-5702dda04a78. Sep 23 23:16:51.399294 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048126b2-853a-42f1-84e5-45478d2195f1 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Router 87f67936-7282-40dc-b416-f09d762efcc6 has already been hosted by L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 {{(pid=94231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:16:51.519781 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048126b2-853a-42f1-84e5-45478d2195f1 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:16:51.530487 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd5e15e-54ee-4fc8-8367-80f3dbb71bed None None] Sync routers for ids ['87f67936-7282-40dc-b416-f09d762efcc6'] in dv-cinder-810785-1-iscsi {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:16:51.540203 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-048126b2-853a-42f1-84e5-45478d2195f1 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for floatingip, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:51.545583 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd5e15e-54ee-4fc8-8367-80f3dbb71bed None None] Routers {'87f67936-7282-40dc-b416-f09d762efcc6'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:16:51.546458 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-7fd5e15e-54ee-4fc8-8367-80f3dbb71bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:16:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['87f67936-7282-40dc-b416-f09d762efcc6'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:16:51.593394 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-048126b2-853a-42f1-84e5-45478d2195f1 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8589697 Sep 23 23:16:51.594681 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fcdff8c-bae3-449c-a3b9-f353c88f4111', 'tag': 'f28fd8d8-0d03-4912-8817-5702dda04a78'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:16:51.600229 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1d5602135d6fd2b93bb7a1a207777d999d514b69f59ce624d4faeb629b016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082614da-3ea5-4874-9c6d-f29aad919a33" -d '{"events": [{"name": "network-changed", "server_uuid": "3fcdff8c-bae3-449c-a3b9-f353c88f4111", "tag": "f28fd8d8-0d03-4912-8817-5702dda04a78"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:16:51.649567 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105f6118-6557-4f67-ba43-109169a4eb24 x-openstack-request-id: req-105f6118-6557-4f67-ba43-109169a4eb24 {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:16:51.649854 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fcdff8c-bae3-449c-a3b9-f353c88f4111", "tag": "f28fd8d8-0d03-4912-8817-5702dda04a78", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:16:51.650106 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-105f6118-6557-4f67-ba43-109169a4eb24 {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:16:51.650582 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fcdff8c-bae3-449c-a3b9-f353c88f4111', 'tag': 'f28fd8d8-0d03-4912-8817-5702dda04a78', 'status': 'completed', 'code': 200} Sep 23 23:16:51.706584 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-7fd5e15e-54ee-4fc8-8367-80f3dbb71bed None None] Set router 87f67936-7282-40dc-b416-f09d762efcc6 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:16:51.747085 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082614da-3ea5-4874-9c6d-f29aad919a33 req-d19ae352-d734-4781-a95c-35690e5d1609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:51.748830 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-082614da-3ea5-4874-9c6d-f29aad919a33 req-d19ae352-d734-4781-a95c-35690e5d1609 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b54c8cb576f4df48743b760c9eaae2a&device_id=3fcdff8c-bae3-449c-a3b9-f353c88f4111 HTTP/1.1" status: 200 len: 1098 time: 0.0435147 Sep 23 23:16:51.862184 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082614da-3ea5-4874-9c6d-f29aad919a33 req-4a0376a6-229a-4912-aaf2-717daeef2249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:51.863662 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-082614da-3ea5-4874-9c6d-f29aad919a33 req-4a0376a6-229a-4912-aaf2-717daeef2249 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a142d4ab-a769-4517-b595-172b82642394 HTTP/1.1" status: 200 len: 912 time: 0.1066256 Sep 23 23:16:51.939396 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-082614da-3ea5-4874-9c6d-f29aad919a33 req-37667b0f-6dd3-4cb6-9d6e-b3d24ff5c7a2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f28fd8d8-0d03-4912-8817-5702dda04a78 HTTP/1.1" status: 200 len: 999 time: 0.0673192 Sep 23 23:16:51.960427 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-7fd5e15e-54ee-4fc8-8367-80f3dbb71bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f67936-7282-40dc-b416-f09d762efcc6', 'name': 'tempest-TestVolumeBootPattern-651648997-router', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:13:02Z', 'updated_at': '2021-09-23T23:13:10Z', 'revision_number': 4, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'gw_port': {'id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:03Z', 'updated_at': '2021-09-23T23:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_floatingips': [{'id': 'c94dd719-92c4-45c6-9e1a-6afc5a59a5f1', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'floating_ip_address': '172.27.1.161', 'floating_network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'router_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'port_id': 'f28fd8d8-0d03-4912-8817-5702dda04a78', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a142d4ab-a769-4517-b595-172b82642394', 'mac_address': 'fa:16:3e:68:5c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcdff8c-bae3-449c-a3b9-f353c88f4111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:16:50Z', 'updated_at': '2021-09-23T23:16:50Z', 'revision_number': 0, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72728133-0716-419c-a8ac-87e183128dc1', 'name': '', 'network_id': 'a142d4ab-a769-4517-b595-172b82642394', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'mac_address': 'fa:16:3e:5b:33:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:08Z', 'updated_at': '2021-09-23T23:13:16Z', 'revision_number': 5, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'subnets': [{'id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:16:51.988890 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd5e15e-54ee-4fc8-8367-80f3dbb71bed None None] Checking router: 87f67936-7282-40dc-b416-f09d762efcc6 for host: dv-cinder-810785-1-iscsi {{(pid=94234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:16:51.998725 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd5e15e-54ee-4fc8-8367-80f3dbb71bed None None] Routers {'87f67936-7282-40dc-b416-f09d762efcc6'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:16:51.999454 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-7fd5e15e-54ee-4fc8-8367-80f3dbb71bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:16:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['87f67936-7282-40dc-b416-f09d762efcc6'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:16:52.015941 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082614da-3ea5-4874-9c6d-f29aad919a33 req-3ec32d7d-d4be-4e18-9b3b-ebb9b8c5d5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:52.017457 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-082614da-3ea5-4874-9c6d-f29aad919a33 req-3ec32d7d-d4be-4e18-9b3b-ebb9b8c5d5c1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f89343e-2ad9-4e3b-a2d5-c722d5396ede HTTP/1.1" status: 200 len: 850 time: 0.0705748 Sep 23 23:16:52.069355 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082614da-3ea5-4874-9c6d-f29aad919a33 req-f7398c42-d01b-49b6-a2f4-961b9c455b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:52.070967 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-082614da-3ea5-4874-9c6d-f29aad919a33 req-f7398c42-d01b-49b6-a2f4-961b9c455b95 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a142d4ab-a769-4517-b595-172b82642394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454559 Sep 23 23:16:52.189588 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-082614da-3ea5-4874-9c6d-f29aad919a33 req-ddf7fb5b-be77-48c5-83a2-6d1bc154118c service neutron] 10.222.0.11 "GET /v2.0/networks/a142d4ab-a769-4517-b595-172b82642394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078644 Sep 23 23:16:52.240157 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-7fd5e15e-54ee-4fc8-8367-80f3dbb71bed None None] Set router 87f67936-7282-40dc-b416-f09d762efcc6 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:16:52.297917 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd8a7e6-a8d2-4af0-8f73-bfacae587fdc req-fcc4b9be-ccf7-42e1-8aac-5f546815e6c2 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:52.306035 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-082614da-3ea5-4874-9c6d-f29aad919a33 req-0178f00f-da16-43d5-80a0-b3c4a18e71ea service neutron] 10.222.0.11 "GET /v2.0/networks/a142d4ab-a769-4517-b595-172b82642394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082935 Sep 23 23:16:52.306310 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-bdd8a7e6-a8d2-4af0-8f73-bfacae587fdc req-fcc4b9be-ccf7-42e1-8aac-5f546815e6c2 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 945 time: 0.0595417 Sep 23 23:16:52.346609 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-bdd8a7e6-a8d2-4af0-8f73-bfacae587fdc req-167732b9-29ac-47bb-93fc-c221a7132ee2 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395355 Sep 23 23:16:52.495591 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-7fd5e15e-54ee-4fc8-8367-80f3dbb71bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f67936-7282-40dc-b416-f09d762efcc6', 'name': 'tempest-TestVolumeBootPattern-651648997-router', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:13:02Z', 'updated_at': '2021-09-23T23:13:10Z', 'revision_number': 4, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'gw_port': {'id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:03Z', 'updated_at': '2021-09-23T23:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_floatingips': [{'id': 'c94dd719-92c4-45c6-9e1a-6afc5a59a5f1', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'floating_ip_address': '172.27.1.161', 'floating_network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'router_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'port_id': 'f28fd8d8-0d03-4912-8817-5702dda04a78', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a142d4ab-a769-4517-b595-172b82642394', 'mac_address': 'fa:16:3e:68:5c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcdff8c-bae3-449c-a3b9-f353c88f4111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:16:50Z', 'updated_at': '2021-09-23T23:16:50Z', 'revision_number': 0, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72728133-0716-419c-a8ac-87e183128dc1', 'name': '', 'network_id': 'a142d4ab-a769-4517-b595-172b82642394', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'mac_address': 'fa:16:3e:5b:33:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:08Z', 'updated_at': '2021-09-23T23:13:16Z', 'revision_number': 5, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'subnets': [{'id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:16:52.525040 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd5e15e-54ee-4fc8-8367-80f3dbb71bed None None] The sync data for ids ['87f67936-7282-40dc-b416-f09d762efcc6'] in dv-cinder-810785-1-iscsi is: [{'id': '87f67936-7282-40dc-b416-f09d762efcc6', 'name': 'tempest-TestVolumeBootPattern-651648997-router', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:13:02Z', 'updated_at': '2021-09-23T23:13:10Z', 'revision_number': 4, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'gw_port': {'id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:03Z', 'updated_at': '2021-09-23T23:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_floatingips': [{'id': 'c94dd719-92c4-45c6-9e1a-6afc5a59a5f1', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'floating_ip_address': '172.27.1.161', 'floating_network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'router_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'port_id': 'f28fd8d8-0d03-4912-8817-5702dda04a78', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a142d4ab-a769-4517-b595-172b82642394', 'mac_address': 'fa:16:3e:68:5c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcdff8c-bae3-449c-a3b9-f353c88f4111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:16:50Z', 'updated_at': '2021-09-23T23:16:50Z', 'revision_number': 0, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72728133-0716-419c-a8ac-87e183128dc1', 'name': '', 'network_id': 'a142d4ab-a769-4517-b595-172b82642394', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'mac_address': 'fa:16:3e:5b:33:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:08Z', 'updated_at': '2021-09-23T23:13:16Z', 'revision_number': 5, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'subnets': [{'id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:16:52.751945 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822cdf98-fc26-4b77-88b6-5766079756c0 None None] New status for floating IP c94dd719-92c4-45c6-9e1a-6afc5a59a5f1: ACTIVE {{(pid=94233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:16:53.492281 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331f261-d4a3-4002-ab0e-527f15e2c1a3 req-4171753d-641a-4a75-af03-d39d72a095e2 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:53.493847 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2331f261-d4a3-4002-ab0e-527f15e2c1a3 req-4171753d-641a-4a75-af03-d39d72a095e2 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 945 time: 0.0674155 Sep 23 23:16:53.535167 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2331f261-d4a3-4002-ab0e-527f15e2c1a3 req-2beae1a5-ee81-4d1d-907b-2c6388eeb6b7 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350797 Sep 23 23:16:53.768493 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e3b59c22-fb21-420a-a246-3365b2e42a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:54.681638 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e397e-b728-4ac4-b42c-f813eb47f632 req-99237331-76df-4abd-969f-52edc61f2bd9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:54.683334 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8d5e397e-b728-4ac4-b42c-f813eb47f632 req-99237331-76df-4abd-969f-52edc61f2bd9 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 945 time: 0.0666635 Sep 23 23:16:54.724786 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8d5e397e-b728-4ac4-b42c-f813eb47f632 req-fbbafba7-d5de-4847-8a59-1f847edcf32e tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351958 Sep 23 23:16:55.859747 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d5dd9-4dd8-47ec-a5ba-44052427cfdf req-f778fa36-5c38-464d-a458-9e761edad4be tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:55.861151 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-711d5dd9-4dd8-47ec-a5ba-44052427cfdf req-f778fa36-5c38-464d-a458-9e761edad4be tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 945 time: 0.0510120 Sep 23 23:16:55.904796 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-711d5dd9-4dd8-47ec-a5ba-44052427cfdf req-d43df8f5-fb79-4482-b7d7-9c8f725beb8f tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373454 Sep 23 23:16:56.908136 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:57.059988 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3e668-163b-4137-838d-9c92214c2c99 req-4a9b882c-74b9-4599-bdaf-0b3aaece34dc tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:57.062122 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1bc3e668-163b-4137-838d-9c92214c2c99 req-4a9b882c-74b9-4599-bdaf-0b3aaece34dc tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 945 time: 0.0715330 Sep 23 23:16:57.103872 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1bc3e668-163b-4137-838d-9c92214c2c99 req-ea0e05dc-5afd-4538-afd7-bec1779b4fc2 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349877 Sep 23 23:16:57.717518 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-f96b04ea-87b3-4bd8-80ee-3dd614b7533f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:58.240553 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9dbaa-3d65-449d-b463-5a88b550508e req-14a951f9-6777-4960-a966-ad1396930ea3 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:58.242069 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-64c9dbaa-3d65-449d-b463-5a88b550508e req-14a951f9-6777-4960-a966-ad1396930ea3 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 945 time: 0.0528815 Sep 23 23:16:58.283539 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-64c9dbaa-3d65-449d-b463-5a88b550508e req-4e5299c8-d67c-461c-8460-4ff90047d3fc tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325665 Sep 23 23:16:59.215561 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:59.415124 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd93cba-995a-487a-8437-272bedbd32bb req-1fd2a2f0-6c5a-425e-98fb-d4a5da79d6f6 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:59.416854 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-abd93cba-995a-487a-8437-272bedbd32bb req-1fd2a2f0-6c5a-425e-98fb-d4a5da79d6f6 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 945 time: 0.0575521 Sep 23 23:16:59.463727 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-abd93cba-995a-487a-8437-272bedbd32bb req-afce0389-b4b9-4b95-abf4-1233e63e2616 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394681 Sep 23 23:17:00.512884 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:00.566984 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-e120304e-e087-4557-b345-b0e358493c41 None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:17:00.598398 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c84d50-73c8-44f5-90cf-349481fdaed3 req-7fbda78c-d146-4c6c-ad1b-03151e416aaa tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:00.599883 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-43c84d50-73c8-44f5-90cf-349481fdaed3 req-7fbda78c-d146-4c6c-ad1b-03151e416aaa tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 945 time: 0.0532615 Sep 23 23:17:00.641826 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-43c84d50-73c8-44f5-90cf-349481fdaed3 req-36cab068-5c96-40de-86f4-f4bfe3342467 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354733 Sep 23 23:17:01.767097 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386804bb-409e-475a-bc0a-fc5483180de1 req-e1dc8b60-5b8c-4650-9ba3-899e23ca1b4b tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:01.768644 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-386804bb-409e-475a-bc0a-fc5483180de1 req-e1dc8b60-5b8c-4650-9ba3-899e23ca1b4b tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 945 time: 0.0531363 Sep 23 23:17:01.809711 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-386804bb-409e-475a-bc0a-fc5483180de1 req-cded5312-104b-4c3c-ae45-c9a85c8cd021 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335367 Sep 23 23:17:02.937887 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c52f2-a963-46ee-b8b1-71350a5094b8 req-6e8f04b5-3289-4ed9-829a-f3e1044d87fd tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:02.939387 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-284c52f2-a963-46ee-b8b1-71350a5094b8 req-6e8f04b5-3289-4ed9-829a-f3e1044d87fd tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 945 time: 0.0491252 Sep 23 23:17:02.991317 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-284c52f2-a963-46ee-b8b1-71350a5094b8 req-fcbb4bad-717f-4a72-8753-30f24518dc89 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453751 Sep 23 23:17:04.133887 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ba81e-7d58-4fe6-9edf-1b1978951651 req-7e712756-ac65-4bde-94cc-86840fc3161f tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:04.135393 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-752ba81e-7d58-4fe6-9edf-1b1978951651 req-7e712756-ac65-4bde-94cc-86840fc3161f tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 945 time: 0.0551879 Sep 23 23:17:04.179337 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-752ba81e-7d58-4fe6-9edf-1b1978951651 req-3ab15035-20ba-46d2-9faf-2ebb7baf9200 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379431 Sep 23 23:17:04.760252 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-14abd3c5-b447-407f-9b68-a06e2eafad32 req-dedfce39-9060-4fcb-9dff-ec67aae1bd86 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-837106203&fields=id&tenant_id=cead4bfdef074de4b2ff718f41705d60 HTTP/1.1" status: 200 len: 267 time: 0.0407393 Sep 23 23:17:04.819523 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14abd3c5-b447-407f-9b68-a06e2eafad32 req-9c9d5847-0d7d-4ae8-bbd6-94a5e42ce50a tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:04.820972 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-14abd3c5-b447-407f-9b68-a06e2eafad32 req-9c9d5847-0d7d-4ae8-bbd6-94a5e42ce50a tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 985 time: 0.0542006 Sep 23 23:17:04.833373 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.v2.base [req-14abd3c5-b447-407f-9b68-a06e2eafad32 req-91a6f3dc-fd01-474f-95cc-b929859cb62b tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Request body: {'port': {'security_groups': ['c7575cef-8a11-4693-a26b-5f8e2dbbaa1a']}} {{(pid=94232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:17:04.910990 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-14abd3c5-b447-407f-9b68-a06e2eafad32 req-91a6f3dc-fd01-474f-95cc-b929859cb62b tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:05.114191 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [req-14abd3c5-b447-407f-9b68-a06e2eafad32 req-91a6f3dc-fd01-474f-95cc-b929859cb62b tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] For port 8259c51f-95ea-43a5-9078-25c8b1c954b1, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=8259c51f-95ea-43a5-9078-25c8b1c954b1,segment=NetworkSegment(791cda37-c671-461b-9c6a-2650f79cf076),segment_id=791cda37-c671-461b-9c6a-2650f79cf076)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:17:05.154993 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-14abd3c5-b447-407f-9b68-a06e2eafad32 req-91a6f3dc-fd01-474f-95cc-b929859cb62b tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks [] for port, precommit_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:05.161252 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-14abd3c5-b447-407f-9b68-a06e2eafad32 req-91a6f3dc-fd01-474f-95cc-b929859cb62b tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416643'] for port, after_update {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:05.174741 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['8259c51f-95ea-43a5-9078-25c8b1c954b1'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:17:05.206491 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14abd3c5-b447-407f-9b68-a06e2eafad32 req-91a6f3dc-fd01-474f-95cc-b929859cb62b tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:05.207158 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [req-14abd3c5-b447-407f-9b68-a06e2eafad32 req-91a6f3dc-fd01-474f-95cc-b929859cb62b tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:05.208630 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-14abd3c5-b447-407f-9b68-a06e2eafad32 req-91a6f3dc-fd01-474f-95cc-b929859cb62b tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "PUT /v2.0/ports/8259c51f-95ea-43a5-9078-25c8b1c954b1 HTTP/1.1" status: 200 len: 943 time: 0.3801727 Sep 23 23:17:05.209099 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f86f2f-ba0b-42ec-9f3a-d990b871b82c', 'tag': '8259c51f-95ea-43a5-9078-25c8b1c954b1'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:17:05.211481 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc74f1c012309c835ea1a53c8f5f732cbfbf790adc92ee6109ffd7f3bd94d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820ee425-e998-4a11-a108-7602c3b57aa7" -d '{"events": [{"name": "network-changed", "server_uuid": "73f86f2f-ba0b-42ec-9f3a-d990b871b82c", "tag": "8259c51f-95ea-43a5-9078-25c8b1c954b1"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:17:05.221792 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 33516) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:17:05.249009 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a6f3dc-fd01-474f-95cc-b929859cb62b tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Pushing event updated for resources: {'Port': ['ID=8259c51f-95ea-43a5-9078-25c8b1c954b1,revision_number=7']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:17:05.264217 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a6f3dc-fd01-474f-95cc-b929859cb62b tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:05.265002 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a6f3dc-fd01-474f-95cc-b929859cb62b tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:05.265535 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a6f3dc-fd01-474f-95cc-b929859cb62b tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:05.266053 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a6f3dc-fd01-474f-95cc-b929859cb62b tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:05.266565 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a6f3dc-fd01-474f-95cc-b929859cb62b tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:05.267360 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a6f3dc-fd01-474f-95cc-b929859cb62b tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:05.267914 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a6f3dc-fd01-474f-95cc-b929859cb62b tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:05.268493 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a6f3dc-fd01-474f-95cc-b929859cb62b tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:05.269003 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a6f3dc-fd01-474f-95cc-b929859cb62b tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:05.269615 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a6f3dc-fd01-474f-95cc-b929859cb62b tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:05.270281 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a6f3dc-fd01-474f-95cc-b929859cb62b tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:05.270790 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a6f3dc-fd01-474f-95cc-b929859cb62b tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:05.295867 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc91afe4-fe27-40f4-84a4-d0d5174da483 x-openstack-request-id: req-fc91afe4-fe27-40f4-84a4-d0d5174da483 {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:17:05.296225 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73f86f2f-ba0b-42ec-9f3a-d990b871b82c", "tag": "8259c51f-95ea-43a5-9078-25c8b1c954b1", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:17:05.296424 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fc91afe4-fe27-40f4-84a4-d0d5174da483 {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:17:05.296813 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f86f2f-ba0b-42ec-9f3a-d990b871b82c', 'tag': '8259c51f-95ea-43a5-9078-25c8b1c954b1', 'status': 'completed', 'code': 200} Sep 23 23:17:05.310085 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-504c9da7-315f-42f1-b03b-8d133b939304 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:05.343955 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-504c9da7-315f-42f1-b03b-8d133b939304 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:05.372725 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db9c5c-edad-4f9c-be33-4bdb62bc2f4a req-2c46d495-86de-4a07-b9e8-d4c427fda040 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:05.376140 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-17db9c5c-edad-4f9c-be33-4bdb62bc2f4a req-2c46d495-86de-4a07-b9e8-d4c427fda040 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 945 time: 0.0695860 Sep 23 23:17:05.442344 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ee425-e998-4a11-a108-7602c3b57aa7 req-40e0015a-63f7-4233-8567-627c44a7fed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:05.446524 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-820ee425-e998-4a11-a108-7602c3b57aa7 req-40e0015a-63f7-4233-8567-627c44a7fed2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cead4bfdef074de4b2ff718f41705d60&device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 1099 time: 0.0673649 Sep 23 23:17:05.460466 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-17db9c5c-edad-4f9c-be33-4bdb62bc2f4a req-6fe1fc26-35b9-4ea7-a1a9-0f8201db2e1c tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717783 Sep 23 23:17:05.506206 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['8259c51f-95ea-43a5-9078-25c8b1c954b1'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:17:05.568518 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-504c9da7-315f-42f1-b03b-8d133b939304 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:05.571143 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-504c9da7-315f-42f1-b03b-8d133b939304 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:05.572377 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-504c9da7-315f-42f1-b03b-8d133b939304 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "DELETE /v2.0/security-groups/f185a7b4-521b-4009-9707-c136e96191fc HTTP/1.1" status: 204 len: 168 time: 0.3495734 Sep 23 23:17:05.576792 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 33518) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:17:05.588417 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c9da7-315f-42f1-b03b-8d133b939304 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f185a7b4-521b-4009-9707-c136e96191fc,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:17:05.606304 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ee425-e998-4a11-a108-7602c3b57aa7 req-737ebff1-86c6-4381-9187-5092267c6553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:05.607829 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-820ee425-e998-4a11-a108-7602c3b57aa7 req-737ebff1-86c6-4381-9187-5092267c6553 service neutron] 10.222.0.11 "GET /v2.0/networks?id=31655250-db1c-46f3-964c-1b665492b59d HTTP/1.1" status: 200 len: 915 time: 0.1489182 Sep 23 23:17:05.676536 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-d832c5a5-ae6d-413f-8c4f-e93269be4104 None None] Provisioning complete for port 8259c51f-95ea-43a5-9078-25c8b1c954b1 triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:17:05.676918 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-d832c5a5-ae6d-413f-8c4f-e93269be4104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:05.698836 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-820ee425-e998-4a11-a108-7602c3b57aa7 req-466c018c-326c-488d-a4dc-9646e2b13f38 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8259c51f-95ea-43a5-9078-25c8b1c954b1 HTTP/1.1" status: 200 len: 1001 time: 0.0767286 Sep 23 23:17:05.760966 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ee425-e998-4a11-a108-7602c3b57aa7 req-c14113a0-1cd8-48b2-9101-3ae8c2730c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:05.762972 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-820ee425-e998-4a11-a108-7602c3b57aa7 req-c14113a0-1cd8-48b2-9101-3ae8c2730c00 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=db3924c4-efcb-44cf-aa6f-eeed8d664a93 HTTP/1.1" status: 200 len: 853 time: 0.0565717 Sep 23 23:17:05.826600 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ee425-e998-4a11-a108-7602c3b57aa7 req-616f4f65-d0c2-4c3e-a046-e8c7fd5d3870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:05.828255 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-820ee425-e998-4a11-a108-7602c3b57aa7 req-616f4f65-d0c2-4c3e-a046-e8c7fd5d3870 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=31655250-db1c-46f3-964c-1b665492b59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567997 Sep 23 23:17:05.937256 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-820ee425-e998-4a11-a108-7602c3b57aa7 req-c146c268-7f23-45b2-87f6-34ef4a36f9be service neutron] 10.222.0.11 "GET /v2.0/networks/31655250-db1c-46f3-964c-1b665492b59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975852 Sep 23 23:17:06.042317 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-820ee425-e998-4a11-a108-7602c3b57aa7 req-a4b7ec24-dc7a-4e25-8d7c-f57c62156b75 service neutron] 10.222.0.11 "GET /v2.0/networks/31655250-db1c-46f3-964c-1b665492b59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951583 Sep 23 23:17:06.078759 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-64066f04-1361-44a2-9414-4eb7b250516e tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Deleting port 7472bdcc-3e1d-4389-a5ee-e0195c822cd1 {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:17:06.079099 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-64066f04-1361-44a2-9414-4eb7b250516e tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:06.158934 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-64066f04-1361-44a2-9414-4eb7b250516e tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:06.159817 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-64066f04-1361-44a2-9414-4eb7b250516e tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:06.177100 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-64066f04-1361-44a2-9414-4eb7b250516e tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Calling delete_port for 7472bdcc-3e1d-4389-a5ee-e0195c822cd1 owned by network:floatingip {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:17:06.373338 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-64066f04-1361-44a2-9414-4eb7b250516e tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416648'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:06.398233 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64066f04-1361-44a2-9414-4eb7b250516e tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Pushing event deleted for resources: {'Port': ['ID=7472bdcc-3e1d-4389-a5ee-e0195c822cd1,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:17:06.471996 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-64066f04-1361-44a2-9414-4eb7b250516e tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks [] for floatingip, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:06.472331 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.db.l3_db [None req-64066f04-1361-44a2-9414-4eb7b250516e tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Floating IP a26d1772-b947-4954-b512-87bb7ae4c7d6 disassociated (deleted). External IP: 172.27.1.43, port: 8259c51f-95ea-43a5-9078-25c8b1c954b1. Sep 23 23:17:06.669996 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559ffb8-6e45-4bb9-9e1c-4a72d4b83dd4 req-4e0961e4-0bca-45ad-9d87-e8a00b2af0b4 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:06.671456 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f559ffb8-6e45-4bb9-9e1c-4a72d4b83dd4 req-4e0961e4-0bca-45ad-9d87-e8a00b2af0b4 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 945 time: 0.0995247 Sep 23 23:17:06.754969 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f559ffb8-6e45-4bb9-9e1c-4a72d4b83dd4 req-546a17d3-2984-4c52-9c22-e39caec13cde tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535412 Sep 23 23:17:06.773003 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64066f04-1361-44a2-9414-4eb7b250516e tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Router e427fe43-3dd7-45ec-b5b5-042a587dd9f8 has already been hosted by L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 {{(pid=94232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:17:06.888163 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64066f04-1361-44a2-9414-4eb7b250516e tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:17:06.893002 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-64066f04-1361-44a2-9414-4eb7b250516e tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for floatingip, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:06.900465 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323c8283-27d6-4bc5-933a-91207da71ad6 None None] Sync routers for ids ['e427fe43-3dd7-45ec-b5b5-042a587dd9f8'] in dv-cinder-810785-1-iscsi {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:17:06.912283 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323c8283-27d6-4bc5-933a-91207da71ad6 None None] Routers {'e427fe43-3dd7-45ec-b5b5-042a587dd9f8'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:17:06.913292 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-323c8283-27d6-4bc5-933a-91207da71ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:16:58Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['e427fe43-3dd7-45ec-b5b5-042a587dd9f8'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:17:06.920852 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-64066f04-1361-44a2-9414-4eb7b250516e tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "DELETE /v2.0/floatingips/a26d1772-b947-4954-b512-87bb7ae4c7d6 HTTP/1.1" status: 204 len: 168 time: 1.3422616 Sep 23 23:17:07.021812 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-323c8283-27d6-4bc5-933a-91207da71ad6 None None] Set router e427fe43-3dd7-45ec-b5b5-042a587dd9f8 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:17:07.258232 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-323c8283-27d6-4bc5-933a-91207da71ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e427fe43-3dd7-45ec-b5b5-042a587dd9f8', 'name': 'tempest-TestMinimumBasicScenario-518570058-router', 'tenant_id': 'cead4bfdef074de4b2ff718f41705d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '698fa09a-9675-46ba-9ef1-2afeac6c7f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:14:33Z', 'updated_at': '2021-09-23T23:14:37Z', 'revision_number': 4, 'project_id': 'cead4bfdef074de4b2ff718f41705d60', 'gw_port': {'id': '698fa09a-9675-46ba-9ef1-2afeac6c7f7f', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e427fe43-3dd7-45ec-b5b5-042a587dd9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:14:34Z', 'updated_at': '2021-09-23T23:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': 'ffb4bd4f-c495-4a2a-bd99-af52af1efe64', 'name': '', 'network_id': '31655250-db1c-46f3-964c-1b665492b59d', 'tenant_id': 'cead4bfdef074de4b2ff718f41705d60', 'mac_address': 'fa:16:3e:ad:37:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e427fe43-3dd7-45ec-b5b5-042a587dd9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'db3924c4-efcb-44cf-aa6f-eeed8d664a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:14:36Z', 'updated_at': '2021-09-23T23:14:41Z', 'revision_number': 5, 'project_id': 'cead4bfdef074de4b2ff718f41705d60', 'subnets': [{'id': 'db3924c4-efcb-44cf-aa6f-eeed8d664a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:17:07.296734 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323c8283-27d6-4bc5-933a-91207da71ad6 None None] Checking router: e427fe43-3dd7-45ec-b5b5-042a587dd9f8 for host: dv-cinder-810785-1-iscsi {{(pid=94234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:17:07.297644 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f86f2f-ba0b-42ec-9f3a-d990b871b82c', 'tag': '8259c51f-95ea-43a5-9078-25c8b1c954b1'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:17:07.300370 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc74f1c012309c835ea1a53c8f5f732cbfbf790adc92ee6109ffd7f3bd94d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba76612-07ec-44d2-b6eb-fc20d9bf6d8b" -d '{"events": [{"name": "network-changed", "server_uuid": "73f86f2f-ba0b-42ec-9f3a-d990b871b82c", "tag": "8259c51f-95ea-43a5-9078-25c8b1c954b1"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:17:07.305667 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323c8283-27d6-4bc5-933a-91207da71ad6 None None] Routers {'e427fe43-3dd7-45ec-b5b5-042a587dd9f8'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:17:07.306281 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-323c8283-27d6-4bc5-933a-91207da71ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:16:58Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['e427fe43-3dd7-45ec-b5b5-042a587dd9f8'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:17:07.336578 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74382a2-a1a4-48fa-8fad-079081bfe31c x-openstack-request-id: req-c74382a2-a1a4-48fa-8fad-079081bfe31c {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:17:07.336939 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73f86f2f-ba0b-42ec-9f3a-d990b871b82c", "tag": "8259c51f-95ea-43a5-9078-25c8b1c954b1", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:17:07.337188 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c74382a2-a1a4-48fa-8fad-079081bfe31c {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:17:07.337580 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f86f2f-ba0b-42ec-9f3a-d990b871b82c', 'tag': '8259c51f-95ea-43a5-9078-25c8b1c954b1', 'status': 'completed', 'code': 200} Sep 23 23:17:07.410925 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba76612-07ec-44d2-b6eb-fc20d9bf6d8b req-34dc30ee-d173-4d27-aa84-fccb5fe47a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:07.413456 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-aba76612-07ec-44d2-b6eb-fc20d9bf6d8b req-34dc30ee-d173-4d27-aa84-fccb5fe47a89 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cead4bfdef074de4b2ff718f41705d60&device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 1099 time: 0.0455561 Sep 23 23:17:07.425581 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-323c8283-27d6-4bc5-933a-91207da71ad6 None None] Set router e427fe43-3dd7-45ec-b5b5-042a587dd9f8 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:17:07.548298 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba76612-07ec-44d2-b6eb-fc20d9bf6d8b req-25dcc463-82b9-4730-b4eb-3020e78da3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:07.550598 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-aba76612-07ec-44d2-b6eb-fc20d9bf6d8b req-25dcc463-82b9-4730-b4eb-3020e78da3d3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=31655250-db1c-46f3-964c-1b665492b59d HTTP/1.1" status: 200 len: 915 time: 0.1210985 Sep 23 23:17:07.603228 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-aba76612-07ec-44d2-b6eb-fc20d9bf6d8b req-c6b7120e-3842-4e7a-84aa-e8d277fdfa7c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8259c51f-95ea-43a5-9078-25c8b1c954b1 HTTP/1.1" status: 200 len: 217 time: 0.0400457 Sep 23 23:17:07.687875 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-323c8283-27d6-4bc5-933a-91207da71ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e427fe43-3dd7-45ec-b5b5-042a587dd9f8', 'name': 'tempest-TestMinimumBasicScenario-518570058-router', 'tenant_id': 'cead4bfdef074de4b2ff718f41705d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '698fa09a-9675-46ba-9ef1-2afeac6c7f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:14:33Z', 'updated_at': '2021-09-23T23:14:37Z', 'revision_number': 4, 'project_id': 'cead4bfdef074de4b2ff718f41705d60', 'gw_port': {'id': '698fa09a-9675-46ba-9ef1-2afeac6c7f7f', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e427fe43-3dd7-45ec-b5b5-042a587dd9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:14:34Z', 'updated_at': '2021-09-23T23:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': 'ffb4bd4f-c495-4a2a-bd99-af52af1efe64', 'name': '', 'network_id': '31655250-db1c-46f3-964c-1b665492b59d', 'tenant_id': 'cead4bfdef074de4b2ff718f41705d60', 'mac_address': 'fa:16:3e:ad:37:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e427fe43-3dd7-45ec-b5b5-042a587dd9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'db3924c4-efcb-44cf-aa6f-eeed8d664a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:14:36Z', 'updated_at': '2021-09-23T23:14:41Z', 'revision_number': 5, 'project_id': 'cead4bfdef074de4b2ff718f41705d60', 'subnets': [{'id': 'db3924c4-efcb-44cf-aa6f-eeed8d664a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:17:07.694196 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba76612-07ec-44d2-b6eb-fc20d9bf6d8b req-a4a008df-bf70-4d83-8961-8fa14f333abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:07.695813 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-aba76612-07ec-44d2-b6eb-fc20d9bf6d8b req-a4a008df-bf70-4d83-8961-8fa14f333abc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=db3924c4-efcb-44cf-aa6f-eeed8d664a93 HTTP/1.1" status: 200 len: 853 time: 0.0756669 Sep 23 23:17:07.729331 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323c8283-27d6-4bc5-933a-91207da71ad6 None None] The sync data for ids ['e427fe43-3dd7-45ec-b5b5-042a587dd9f8'] in dv-cinder-810785-1-iscsi is: [{'id': 'e427fe43-3dd7-45ec-b5b5-042a587dd9f8', 'name': 'tempest-TestMinimumBasicScenario-518570058-router', 'tenant_id': 'cead4bfdef074de4b2ff718f41705d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '698fa09a-9675-46ba-9ef1-2afeac6c7f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:14:33Z', 'updated_at': '2021-09-23T23:14:37Z', 'revision_number': 4, 'project_id': 'cead4bfdef074de4b2ff718f41705d60', 'gw_port': {'id': '698fa09a-9675-46ba-9ef1-2afeac6c7f7f', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e427fe43-3dd7-45ec-b5b5-042a587dd9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:14:34Z', 'updated_at': '2021-09-23T23:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': 'ffb4bd4f-c495-4a2a-bd99-af52af1efe64', 'name': '', 'network_id': '31655250-db1c-46f3-964c-1b665492b59d', 'tenant_id': 'cead4bfdef074de4b2ff718f41705d60', 'mac_address': 'fa:16:3e:ad:37:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e427fe43-3dd7-45ec-b5b5-042a587dd9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'db3924c4-efcb-44cf-aa6f-eeed8d664a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:14:36Z', 'updated_at': '2021-09-23T23:14:41Z', 'revision_number': 5, 'project_id': 'cead4bfdef074de4b2ff718f41705d60', 'subnets': [{'id': 'db3924c4-efcb-44cf-aa6f-eeed8d664a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:17:07.775146 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba76612-07ec-44d2-b6eb-fc20d9bf6d8b req-ad1142fc-45a9-4fe4-a4b8-23feb4c77c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:07.777198 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-aba76612-07ec-44d2-b6eb-fc20d9bf6d8b req-ad1142fc-45a9-4fe4-a4b8-23feb4c77c6f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=31655250-db1c-46f3-964c-1b665492b59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727899 Sep 23 23:17:07.898747 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-aba76612-07ec-44d2-b6eb-fc20d9bf6d8b req-8fd1d1e1-ca18-4ef8-8e86-dac797228859 service neutron] 10.222.0.11 "GET /v2.0/networks/31655250-db1c-46f3-964c-1b665492b59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132219 Sep 23 23:17:07.918930 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba50b3-7ed4-4664-b608-194add6b30e7 req-97598f06-8206-4467-885c-f030ebab297c tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:07.932299 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-dbba50b3-7ed4-4664-b608-194add6b30e7 req-97598f06-8206-4467-885c-f030ebab297c tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 945 time: 0.0925224 Sep 23 23:17:07.988190 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-dbba50b3-7ed4-4664-b608-194add6b30e7 req-e6f0c706-fcbe-41ae-b9d6-2c47b91ddf4c tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538821 Sep 23 23:17:08.048045 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-aba76612-07ec-44d2-b6eb-fc20d9bf6d8b req-5f54d8b4-801c-4f5f-a682-d5a3a28e314b service neutron] 10.222.0.11 "GET /v2.0/networks/31655250-db1c-46f3-964c-1b665492b59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416020 Sep 23 23:17:08.051967 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95ccae7-a6ef-41a5-9ccf-cf1fa2878568 None None] New status for floating IP a26d1772-b947-4954-b512-87bb7ae4c7d6: DOWN {{(pid=94233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:17:09.118025 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6743b38-ba0b-431e-8604-efa71a9aa0be req-1eea52a8-a992-4b08-a7b2-6f406993ccd3 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:09.119555 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b6743b38-ba0b-431e-8604-efa71a9aa0be req-1eea52a8-a992-4b08-a7b2-6f406993ccd3 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 945 time: 0.0574636 Sep 23 23:17:09.161329 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b6743b38-ba0b-431e-8604-efa71a9aa0be req-7e646002-616a-456c-a988-86c89a65e1fb tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334725 Sep 23 23:17:09.681903 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:09.744379 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54299dcb-3d23-4d79-ac38-b74510d7929d req-89d8644e-abdc-4bc5-934d-1eea26e14d55 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:09.745917 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-54299dcb-3d23-4d79-ac38-b74510d7929d req-89d8644e-abdc-4bc5-934d-1eea26e14d55 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 946 time: 0.0569026 Sep 23 23:17:09.790457 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-54299dcb-3d23-4d79-ac38-b74510d7929d req-04b71859-c22d-4464-b3df-66bcfdd64d71 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380993 Sep 23 23:17:10.291556 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a541399-8824-4fce-bb5c-a6d754082f0a req-0fe22d14-1e1f-44bc-af00-c64435f0d100 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:10.293237 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7a541399-8824-4fce-bb5c-a6d754082f0a req-0fe22d14-1e1f-44bc-af00-c64435f0d100 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 945 time: 0.0521007 Sep 23 23:17:10.334990 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7a541399-8824-4fce-bb5c-a6d754082f0a req-e690bcf3-79cd-46ee-8f47-a176f285f647 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357342 Sep 23 23:17:10.929696 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d6938-a07f-40d6-a2d9-62b50bcb9803 req-4bc0f387-a29d-4e04-b9fa-cb206d611ab7 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:10.931329 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-941d6938-a07f-40d6-a2d9-62b50bcb9803 req-4bc0f387-a29d-4e04-b9fa-cb206d611ab7 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 946 time: 0.0578616 Sep 23 23:17:10.977984 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-941d6938-a07f-40d6-a2d9-62b50bcb9803 req-9a5b8907-22e9-4ece-b640-c75d219e8420 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348155 Sep 23 23:17:11.147935 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device ab0ed4fc-89e0-472a-8b81-54ca653e1099 details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:17:11.269172 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port ab0ed4fc-89e0-472a-8b81-54ca653e1099, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=ab0ed4fc-89e0-472a-8b81-54ca653e1099,segment=NetworkSegment(9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82),segment_id=9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:17:11.281111 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Returning: {'device': 'ab0ed4fc-89e0-472a-8b81-54ca653e1099', 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840', 'port_id': 'ab0ed4fc-89e0-472a-8b81-54ca653e1099', 'mac_address': 'fa:16:3e:58:0e:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8241cf2-9853-4e57-aa8e-4b19fe5956ff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:17:11.322318 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:11.341512 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab0ed4fc-89e0-472a-8b81-54ca653e1099 {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:17:11.366077 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port ab0ed4fc-89e0-472a-8b81-54ca653e1099, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=ab0ed4fc-89e0-472a-8b81-54ca653e1099,segment=NetworkSegment(9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82),segment_id=9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:17:11.371214 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:11.425715 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=ab0ed4fc-89e0-472a-8b81-54ca653e1099,revision_number=6']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:17:11.478507 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['ab0ed4fc-89e0-472a-8b81-54ca653e1099'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:17:11.486007 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd750344-2190-49f1-b3d9-5c512eaf22d5 req-ddef1504-216d-4238-9860-ae127f3ebc2c tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:11.487969 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-bd750344-2190-49f1-b3d9-5c512eaf22d5 req-ddef1504-216d-4238-9860-ae127f3ebc2c tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 944 time: 0.0731771 Sep 23 23:17:11.532011 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-bd750344-2190-49f1-b3d9-5c512eaf22d5 req-dac59fef-71b7-456a-aa77-467e91cbc4f2 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370471 Sep 23 23:17:11.856932 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0093be4-7e74-4452-b7ec-7f0bdf00fdca req-cfdce721-656f-45d6-a51d-78ffebfd9ea0 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:11.859200 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a0093be4-7e74-4452-b7ec-7f0bdf00fdca req-cfdce721-656f-45d6-a51d-78ffebfd9ea0 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.11 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 946 time: 0.0704551 Sep 23 23:17:11.979290 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [req-a0093be4-7e74-4452-b7ec-7f0bdf00fdca req-c630f3be-8c8e-4d06-ba96-7b87be62c207 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Deleting port 8259c51f-95ea-43a5-9078-25c8b1c954b1 {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:17:11.979650 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-a0093be4-7e74-4452-b7ec-7f0bdf00fdca req-c630f3be-8c8e-4d06-ba96-7b87be62c207 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:12.154857 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-a0093be4-7e74-4452-b7ec-7f0bdf00fdca req-c630f3be-8c8e-4d06-ba96-7b87be62c207 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] For port 8259c51f-95ea-43a5-9078-25c8b1c954b1, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=8259c51f-95ea-43a5-9078-25c8b1c954b1,segment=NetworkSegment(791cda37-c671-461b-9c6a-2650f79cf076),segment_id=791cda37-c671-461b-9c6a-2650f79cf076)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:17:12.156028 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-a0093be4-7e74-4452-b7ec-7f0bdf00fdca req-c630f3be-8c8e-4d06-ba96-7b87be62c207 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:12.180550 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567afd29-72af-445b-9ad9-27ba162b596c req-1c15ea8e-457f-4d7c-b026-7a8cebf05ff2 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:12.182444 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [req-a0093be4-7e74-4452-b7ec-7f0bdf00fdca req-c630f3be-8c8e-4d06-ba96-7b87be62c207 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Calling delete_port for 8259c51f-95ea-43a5-9078-25c8b1c954b1 owned by compute:nova {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:17:12.189678 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-567afd29-72af-445b-9ad9-27ba162b596c req-1c15ea8e-457f-4d7c-b026-7a8cebf05ff2 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/ports?device_id=73f86f2f-ba0b-42ec-9f3a-d990b871b82c HTTP/1.1" status: 200 len: 946 time: 0.1377864 Sep 23 23:17:12.311349 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-567afd29-72af-445b-9ad9-27ba162b596c req-4d383eb5-b7c6-4cf3-9f6e-cb858e4d5cec tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097398 Sep 23 23:17:12.471657 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-a0093be4-7e74-4452-b7ec-7f0bdf00fdca req-c630f3be-8c8e-4d06-ba96-7b87be62c207 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:12.486305 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['8259c51f-95ea-43a5-9078-25c8b1c954b1'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:17:12.552678 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c630f3be-8c8e-4d06-ba96-7b87be62c207 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Pushing event deleted for resources: {'Port': ['ID=8259c51f-95ea-43a5-9078-25c8b1c954b1,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:17:12.640917 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0093be4-7e74-4452-b7ec-7f0bdf00fdca req-c630f3be-8c8e-4d06-ba96-7b87be62c207 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] No DVR routers for this DVR port 8259c51f-95ea-43a5-9078-25c8b1c954b1 on host hv-cinder-81078 {{(pid=94231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:17:12.643923 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-a0093be4-7e74-4452-b7ec-7f0bdf00fdca req-c630f3be-8c8e-4d06-ba96-7b87be62c207 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:12.646093 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a0093be4-7e74-4452-b7ec-7f0bdf00fdca req-c630f3be-8c8e-4d06-ba96-7b87be62c207 tempest-TestMinimumBasicScenario-500419597 tempest-TestMinimumBasicScenario-500419597-project] 10.222.0.11 "DELETE /v2.0/ports/8259c51f-95ea-43a5-9078-25c8b1c954b1 HTTP/1.1" status: 204 len: 173 time: 0.7795627 Sep 23 23:17:12.646755 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f86f2f-ba0b-42ec-9f3a-d990b871b82c', 'name': 'network-vif-deleted', 'tag': '8259c51f-95ea-43a5-9078-25c8b1c954b1'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:17:12.649160 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1d5602135d6fd2b93bb7a1a207777d999d514b69f59ce624d4faeb629b016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd652bde-b131-4198-809b-5b330677ae65" -d '{"events": [{"server_uuid": "73f86f2f-ba0b-42ec-9f3a-d990b871b82c", "name": "network-vif-deleted", "tag": "8259c51f-95ea-43a5-9078-25c8b1c954b1"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:17:12.695069 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b911f5-f33d-41b1-993c-8e1f7135b75f x-openstack-request-id: req-39b911f5-f33d-41b1-993c-8e1f7135b75f {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:17:12.695821 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f86f2f-ba0b-42ec-9f3a-d990b871b82c", "name": "network-vif-deleted", "tag": "8259c51f-95ea-43a5-9078-25c8b1c954b1", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:17:12.696292 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-39b911f5-f33d-41b1-993c-8e1f7135b75f {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:17:12.696970 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f86f2f-ba0b-42ec-9f3a-d990b871b82c', 'name': 'network-vif-deleted', 'tag': '8259c51f-95ea-43a5-9078-25c8b1c954b1', 'status': 'completed', 'code': 200} Sep 23 23:17:12.738268 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b72be7-62d4-4d3f-86cb-9a1d5f57ac8a req-2272ebdd-3c2d-426e-87e8-5ddee4e99547 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:12.740749 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b8b72be7-62d4-4d3f-86cb-9a1d5f57ac8a req-2272ebdd-3c2d-426e-87e8-5ddee4e99547 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 944 time: 0.0821650 Sep 23 23:17:12.800058 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b8b72be7-62d4-4d3f-86cb-9a1d5f57ac8a req-dd3e7f0d-e535-490a-9a54-e8fdd8ba2519 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532565 Sep 23 23:17:13.155860 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device ab0ed4fc-89e0-472a-8b81-54ca653e1099 up at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:17:13.247722 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning complete for port ab0ed4fc-89e0-472a-8b81-54ca653e1099 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:17:13.248707 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:13.446283 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:13.513731 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port ab0ed4fc-89e0-472a-8b81-54ca653e1099, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=ab0ed4fc-89e0-472a-8b81-54ca653e1099,segment=NetworkSegment(9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82),segment_id=9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:17:13.515160 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a91d218-84d8-4d77-8dfc-1161e84073b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0ed4fc-89e0-472a-8b81-54ca653e1099'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:17:13.517623 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7224bc9728871e873a89dc5c7795d0b38d91bd368c61c3cf47b1fa6016b6835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1600849-1ddf-4629-921f-76c4deefc9d9" -d '{"events": [{"server_uuid": "9a91d218-84d8-4d77-8dfc-1161e84073b1", "name": "network-vif-plugged", "status": "completed", "tag": "ab0ed4fc-89e0-472a-8b81-54ca653e1099"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:17:13.524296 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:13.633420 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306e853c-5d10-4018-ae6a-9403a21cd3fa x-openstack-request-id: req-306e853c-5d10-4018-ae6a-9403a21cd3fa {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:17:13.633837 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a91d218-84d8-4d77-8dfc-1161e84073b1", "name": "network-vif-plugged", "status": "completed", "tag": "ab0ed4fc-89e0-472a-8b81-54ca653e1099", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:17:13.634179 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-306e853c-5d10-4018-ae6a-9403a21cd3fa {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:17:13.635090 dv-cinder-810785-1-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a91d218-84d8-4d77-8dfc-1161e84073b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0ed4fc-89e0-472a-8b81-54ca653e1099', 'code': 200} Sep 23 23:17:13.636472 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=ab0ed4fc-89e0-472a-8b81-54ca653e1099,revision_number=7']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:17:14.008445 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a97ab-ac71-46cc-b207-12f743aebb74 req-24b4c915-1a86-4098-98d6-f1dbb29eccaa tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:14.011042 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f88a97ab-ac71-46cc-b207-12f743aebb74 req-24b4c915-1a86-4098-98d6-f1dbb29eccaa tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 945 time: 0.0803025 Sep 23 23:17:14.101909 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f88a97ab-ac71-46cc-b207-12f743aebb74 req-786c26ae-f309-4cdf-bc1c-a0939be01009 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811863 Sep 23 23:17:14.594643 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 33636) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:17:15.094900 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d1fcb4c7-14a5-4b40-a238-0835f640b1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593436'] for router_interface, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:15.164629 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 8259c51f-95ea-43a5-9078-25c8b1c954b1 no longer exists at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:17:15.191197 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] No Port match for: 8259c51f-95ea-43a5-9078-25c8b1c954b1 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:17:15.191197 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 8259c51f-95ea-43a5-9078-25c8b1c954b1 not bound to the agent host hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:17:15.277724 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7c95a-d928-4312-bdec-8e90b3c06c41 req-501c299b-2137-4c2c-9174-5a8b8cd86ed5 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:15.279754 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f0b7c95a-d928-4312-bdec-8e90b3c06c41 req-501c299b-2137-4c2c-9174-5a8b8cd86ed5 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 945 time: 0.0926034 Sep 23 23:17:15.374199 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f0b7c95a-d928-4312-bdec-8e90b3c06c41 req-5cb4841a-d962-4105-b40e-8bdffe5e03da tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650437 Sep 23 23:17:15.518985 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-d1fcb4c7-14a5-4b40-a238-0835f640b1e4 admin admin] Deleting port ffb4bd4f-c495-4a2a-bd99-af52af1efe64 {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:17:15.519833 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d1fcb4c7-14a5-4b40-a238-0835f640b1e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:15.668866 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [None req-d1fcb4c7-14a5-4b40-a238-0835f640b1e4 admin admin] For port ffb4bd4f-c495-4a2a-bd99-af52af1efe64, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=ffb4bd4f-c495-4a2a-bd99-af52af1efe64,segment=NetworkSegment(791cda37-c671-461b-9c6a-2650f79cf076),segment_id=791cda37-c671-461b-9c6a-2650f79cf076)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:17:15.669316 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d1fcb4c7-14a5-4b40-a238-0835f640b1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:15.699172 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-d1fcb4c7-14a5-4b40-a238-0835f640b1e4 admin admin] Calling delete_port for ffb4bd4f-c495-4a2a-bd99-af52af1efe64 owned by network:router_interface {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:17:15.954864 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d1fcb4c7-14a5-4b40-a238-0835f640b1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416648'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:15.993171 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fcb4c7-14a5-4b40-a238-0835f640b1e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffb4bd4f-c495-4a2a-bd99-af52af1efe64,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:17:16.253007 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-d1fcb4c7-14a5-4b40-a238-0835f640b1e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595093'] for router_interface, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:16.605317 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b60af-f31e-40a5-90bf-79a09ef0c17a req-5a7797f5-5984-449b-9ea3-f6f13638a192 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:16.606903 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-143b60af-f31e-40a5-90bf-79a09ef0c17a req-5a7797f5-5984-449b-9ea3-f6f13638a192 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 945 time: 0.0815067 Sep 23 23:17:16.615739 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1fcb4c7-14a5-4b40-a238-0835f640b1e4 admin admin] Router e427fe43-3dd7-45ec-b5b5-042a587dd9f8 has already been hosted by L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 {{(pid=94232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:17:16.704180 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-143b60af-f31e-40a5-90bf-79a09ef0c17a req-b1f51ca0-c7ee-4223-929b-7bc68b6fa9ce tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867143 Sep 23 23:17:16.813585 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1fcb4c7-14a5-4b40-a238-0835f640b1e4 admin admin] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:17:16.826178 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336b6df7-268b-478e-82a6-d6f7d9681de7 None None] Sync routers for ids ['e427fe43-3dd7-45ec-b5b5-042a587dd9f8'] in dv-cinder-810785-1-iscsi {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:17:16.832830 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-d1fcb4c7-14a5-4b40-a238-0835f640b1e4 admin admin] 10.222.0.46 "PUT /v2.0/routers/e427fe43-3dd7-45ec-b5b5-042a587dd9f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2358685 Sep 23 23:17:16.836027 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 33646) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:17:16.841691 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336b6df7-268b-478e-82a6-d6f7d9681de7 None None] Routers {'e427fe43-3dd7-45ec-b5b5-042a587dd9f8'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:17:16.842610 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-336b6df7-268b-478e-82a6-d6f7d9681de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:16:58Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['e427fe43-3dd7-45ec-b5b5-042a587dd9f8'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:17:16.972208 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-336b6df7-268b-478e-82a6-d6f7d9681de7 None None] Set router e427fe43-3dd7-45ec-b5b5-042a587dd9f8 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:17:17.030703 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-257d9e69-710c-4c63-9792-f4f0b4dae429 admin admin] Notify callbacks [] for router, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:17.198029 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-257d9e69-710c-4c63-9792-f4f0b4dae429 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:17.212716 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-336b6df7-268b-478e-82a6-d6f7d9681de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e427fe43-3dd7-45ec-b5b5-042a587dd9f8', 'name': 'tempest-TestMinimumBasicScenario-518570058-router', 'tenant_id': 'cead4bfdef074de4b2ff718f41705d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '698fa09a-9675-46ba-9ef1-2afeac6c7f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:14:33Z', 'updated_at': '2021-09-23T23:17:15Z', 'revision_number': 5, 'project_id': 'cead4bfdef074de4b2ff718f41705d60', 'gw_port': {'id': '698fa09a-9675-46ba-9ef1-2afeac6c7f7f', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e427fe43-3dd7-45ec-b5b5-042a587dd9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:14:34Z', 'updated_at': '2021-09-23T23:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi'}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:17:17.243775 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336b6df7-268b-478e-82a6-d6f7d9681de7 None None] Checking router: e427fe43-3dd7-45ec-b5b5-042a587dd9f8 for host: dv-cinder-810785-1-iscsi {{(pid=94234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:17:17.252625 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336b6df7-268b-478e-82a6-d6f7d9681de7 None None] Routers {'e427fe43-3dd7-45ec-b5b5-042a587dd9f8'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:17:17.253400 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-336b6df7-268b-478e-82a6-d6f7d9681de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:16:58Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['e427fe43-3dd7-45ec-b5b5-042a587dd9f8'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:17:17.271963 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-257d9e69-710c-4c63-9792-f4f0b4dae429 admin admin] Deleting port 698fa09a-9675-46ba-9ef1-2afeac6c7f7f {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:17:17.272586 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-257d9e69-710c-4c63-9792-f4f0b4dae429 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:17.481538 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-336b6df7-268b-478e-82a6-d6f7d9681de7 None None] Set router e427fe43-3dd7-45ec-b5b5-042a587dd9f8 gateway port host: None {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:17:17.586016 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-336b6df7-268b-478e-82a6-d6f7d9681de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e427fe43-3dd7-45ec-b5b5-042a587dd9f8', 'name': 'tempest-TestMinimumBasicScenario-518570058-router', 'tenant_id': 'cead4bfdef074de4b2ff718f41705d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:14:33Z', 'updated_at': '2021-09-23T23:17:17Z', 'revision_number': 6, 'project_id': 'cead4bfdef074de4b2ff718f41705d60', 'gw_port_host': None}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:17:17.635908 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336b6df7-268b-478e-82a6-d6f7d9681de7 None None] The sync data for ids ['e427fe43-3dd7-45ec-b5b5-042a587dd9f8'] in dv-cinder-810785-1-iscsi is: [{'id': 'e427fe43-3dd7-45ec-b5b5-042a587dd9f8', 'name': 'tempest-TestMinimumBasicScenario-518570058-router', 'tenant_id': 'cead4bfdef074de4b2ff718f41705d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:14:33Z', 'updated_at': '2021-09-23T23:17:17Z', 'revision_number': 6, 'project_id': 'cead4bfdef074de4b2ff718f41705d60', 'gw_port_host': None}] {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:17:17.711206 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [None req-257d9e69-710c-4c63-9792-f4f0b4dae429 admin admin] For port 698fa09a-9675-46ba-9ef1-2afeac6c7f7f, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=698fa09a-9675-46ba-9ef1-2afeac6c7f7f,segment=NetworkSegment(2ac125d2-b621-4cb4-9068-8fa074d03334),segment_id=2ac125d2-b621-4cb4-9068-8fa074d03334)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:17:17.711995 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-257d9e69-710c-4c63-9792-f4f0b4dae429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:17.732377 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-257d9e69-710c-4c63-9792-f4f0b4dae429 admin admin] Calling delete_port for 698fa09a-9675-46ba-9ef1-2afeac6c7f7f owned by network:router_gateway {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:17:17.873139 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce25bb-0ba6-4ad9-ac49-7fd22572bc4d req-c9b488b0-b707-41ed-9861-53f3cbd8d92e tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:17.874912 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0bce25bb-0ba6-4ad9-ac49-7fd22572bc4d req-c9b488b0-b707-41ed-9861-53f3cbd8d92e tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 945 time: 0.0771060 Sep 23 23:17:17.978212 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0bce25bb-0ba6-4ad9-ac49-7fd22572bc4d req-09ca5222-680a-4bce-9bf4-ec7bad9ce9de tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969026 Sep 23 23:17:18.052339 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-257d9e69-710c-4c63-9792-f4f0b4dae429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416648'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:18.120331 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d9e69-710c-4c63-9792-f4f0b4dae429 admin admin] Pushing event deleted for resources: {'Port': ['ID=698fa09a-9675-46ba-9ef1-2afeac6c7f7f,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:17:18.131872 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device ffb4bd4f-c495-4a2a-bd99-af52af1efe64 no longer exists at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:17:18.158561 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] No Port match for: ffb4bd4f-c495-4a2a-bd99-af52af1efe64 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:17:18.159188 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device ffb4bd4f-c495-4a2a-bd99-af52af1efe64 not bound to the agent host dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:17:18.217841 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-257d9e69-710c-4c63-9792-f4f0b4dae429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595030'] for router_gateway, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:18.338996 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-257d9e69-710c-4c63-9792-f4f0b4dae429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5561'] for router, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:18.341591 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-257d9e69-710c-4c63-9792-f4f0b4dae429 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:18.431901 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-257d9e69-710c-4c63-9792-f4f0b4dae429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-590896'] for router, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:18.432486 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257d9e69-710c-4c63-9792-f4f0b4dae429 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e427fe43-3dd7-45ec-b5b5-042a587dd9f8 {{(pid=94232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:17:18.442023 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-257d9e69-710c-4c63-9792-f4f0b4dae429 admin admin] Notify callbacks [] for router, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:18.449675 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 33652) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:17:18.452823 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-257d9e69-710c-4c63-9792-f4f0b4dae429 admin admin] 10.222.0.46 "DELETE /v2.0/routers/e427fe43-3dd7-45ec-b5b5-042a587dd9f8 HTTP/1.1" status: 204 len: 168 time: 1.6059391 Sep 23 23:17:18.826805 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ab6412d-5200-4da8-9c10-45acc051d3b8 admin admin] Deleting subnet db3924c4-efcb-44cf-aa6f-eeed8d664a93 {{(pid=94231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:17:18.830657 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2ab6412d-5200-4da8-9c10-45acc051d3b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:18.890635 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2ab6412d-5200-4da8-9c10-45acc051d3b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3956720'] for subnet, precommit_delete_associations {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:19.068778 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2ab6412d-5200-4da8-9c10-45acc051d3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8114061'] for subnet, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:19.140717 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2ab6412d-5200-4da8-9c10-45acc051d3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8114052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906294'] for subnet, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:19.165595 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab6412d-5200-4da8-9c10-45acc051d3b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db3924c4-efcb-44cf-aa6f-eeed8d664a93,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:17:19.178105 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2ab6412d-5200-4da8-9c10-45acc051d3b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for subnet, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:19.180877 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-2ab6412d-5200-4da8-9c10-45acc051d3b8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/db3924c4-efcb-44cf-aa6f-eeed8d664a93 HTTP/1.1" status: 204 len: 168 time: 0.7330158 Sep 23 23:17:19.184544 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 33658) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:17:19.187529 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3bb8e-78a2-444b-9c45-7a390017dd6e req-f3175e13-23b9-40e5-8b55-1382921d0726 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:19.187796 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4277996-e82b-469c-815e-59429a554c5f None None] Network 31655250-db1c-46f3-964c-1b665492b59d requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:17:19.197189 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-3df3bb8e-78a2-444b-9c45-7a390017dd6e req-f3175e13-23b9-40e5-8b55-1382921d0726 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 945 time: 0.1167495 Sep 23 23:17:19.250712 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-3df3bb8e-78a2-444b-9c45-7a390017dd6e req-7e71a214-5f3b-4fca-8d8e-7e24bcc16ea6 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521815 Sep 23 23:17:19.272938 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ceac3087-c4b7-4bad-91f5-25b40c43cbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7893109'] for network, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:19.342311 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-ceac3087-c4b7-4bad-91f5-25b40c43cbae admin admin] Deleting port 7e4020bb-f2f2-4e93-bccc-6e83454ddd80 {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:17:19.342707 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ceac3087-c4b7-4bad-91f5-25b40c43cbae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:19.419766 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [None req-ceac3087-c4b7-4bad-91f5-25b40c43cbae admin admin] For port 7e4020bb-f2f2-4e93-bccc-6e83454ddd80, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=7e4020bb-f2f2-4e93-bccc-6e83454ddd80,segment=NetworkSegment(791cda37-c671-461b-9c6a-2650f79cf076),segment_id=791cda37-c671-461b-9c6a-2650f79cf076)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:17:19.420026 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ceac3087-c4b7-4bad-91f5-25b40c43cbae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:19.454990 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-ceac3087-c4b7-4bad-91f5-25b40c43cbae admin admin] Calling delete_port for 7e4020bb-f2f2-4e93-bccc-6e83454ddd80 owned by network:dhcp {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:17:19.520752 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8ba432-fcde-41f3-8d9b-28a5c0d21d45 None None] DHCP port deletion for 31655250-db1c-46f3-964c-1b665492b59d request from dv-cinder-810785-1-iscsi {{(pid=94233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:17:19.588375 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ceac3087-c4b7-4bad-91f5-25b40c43cbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:19.594586 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-fb8ba432-fcde-41f3-8d9b-28a5c0d21d45 None None] Deleting port 7e4020bb-f2f2-4e93-bccc-6e83454ddd80 {{(pid=94233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:17:19.595051 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fb8ba432-fcde-41f3-8d9b-28a5c0d21d45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:19.649911 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac3087-c4b7-4bad-91f5-25b40c43cbae admin admin] Pushing event deleted for resources: {'Port': ['ID=7e4020bb-f2f2-4e93-bccc-6e83454ddd80,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:17:19.662759 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceac3087-c4b7-4bad-91f5-25b40c43cbae admin admin] No DVR routers for this DVR port 7e4020bb-f2f2-4e93-bccc-6e83454ddd80 on host dv-cinder-810785-1-iscsi {{(pid=94231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:17:19.696061 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-fb8ba432-fcde-41f3-8d9b-28a5c0d21d45 None None] For port 7e4020bb-f2f2-4e93-bccc-6e83454ddd80, host dv-cinder-810785-1-iscsi, got binding levels [] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:17:19.696449 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fb8ba432-fcde-41f3-8d9b-28a5c0d21d45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:19.716500 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-fb8ba432-fcde-41f3-8d9b-28a5c0d21d45 None None] Calling delete_port for 7e4020bb-f2f2-4e93-bccc-6e83454ddd80 owned by network:dhcp {{(pid=94233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:17:19.721138 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.ipam_backend_mixin [None req-fb8ba432-fcde-41f3-8d9b-28a5c0d21d45 None None] Port 7e4020bb-f2f2-4e93-bccc-6e83454ddd80 was not found and therefore no delete operation was performed {{(pid=94233) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 23:17:19.722468 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fb8ba432-fcde-41f3-8d9b-28a5c0d21d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672'] for port, after_delete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:19.751384 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ba432-fcde-41f3-8d9b-28a5c0d21d45 None None] Pushing event deleted for resources: {'Port': ['ID=7e4020bb-f2f2-4e93-bccc-6e83454ddd80,revision_number=None']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:17:19.756923 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8ba432-fcde-41f3-8d9b-28a5c0d21d45 None None] No DVR routers for this DVR port 7e4020bb-f2f2-4e93-bccc-6e83454ddd80 on host dv-cinder-810785-1-iscsi {{(pid=94233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:17:19.789024 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ceac3087-c4b7-4bad-91f5-25b40c43cbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8111924', 'neutron.services.segments.db._delete_segments_for_network-8784998755988'] for network, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:19.815472 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-ceac3087-c4b7-4bad-91f5-25b40c43cbae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31655250-db1c-46f3-964c-1b665492b59d']}} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:17:19.828765 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-ceac3087-c4b7-4bad-91f5-25b40c43cbae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '791cda37-c671-461b-9c6a-2650f79cf076') {'for_net_delete': True} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:17:19.829083 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-ceac3087-c4b7-4bad-91f5-25b40c43cbae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '791cda37-c671-461b-9c6a-2650f79cf076') {} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:17:19.841835 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ceac3087-c4b7-4bad-91f5-25b40c43cbae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784998755229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3956713'] for segment, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:19.863379 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ceac3087-c4b7-4bad-91f5-25b40c43cbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778'] for segment, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:19.871597 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceac3087-c4b7-4bad-91f5-25b40c43cbae admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=94231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:17:19.872542 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ceac3087-c4b7-4bad-91f5-25b40c43cbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3257149'] for segment, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:19.874928 dv-cinder-810785-1-iscsi neutron-server[94231]: Traceback (most recent call last): Sep 23 23:17:19.874928 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:17:19.874928 dv-cinder-810785-1-iscsi neutron-server[94231]: timer() Sep 23 23:17:19.874928 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:17:19.874928 dv-cinder-810785-1-iscsi neutron-server[94231]: cb(*args, **kw) Sep 23 23:17:19.874928 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:17:19.874928 dv-cinder-810785-1-iscsi neutron-server[94231]: return func(*args, **kwargs) Sep 23 23:17:19.874928 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:17:19.874928 dv-cinder-810785-1-iscsi neutron-server[94231]: self._notify() Sep 23 23:17:19.874928 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:17:19.874928 dv-cinder-810785-1-iscsi neutron-server[94231]: self.callback(batched_events) Sep 23 23:17:19.874928 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:17:19.874928 dv-cinder-810785-1-iscsi neutron-server[94231]: event.method(event) Sep 23 23:17:19.874928 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:17:19.874928 dv-cinder-810785-1-iscsi neutron-server[94231]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:17:19.874928 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:17:19.874928 dv-cinder-810785-1-iscsi neutron-server[94231]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:17:19.874928 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:17:19.874928 dv-cinder-810785-1-iscsi neutron-server[94231]: return f(self, *a, **k) Sep 23 23:17:19.874928 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:17:19.874928 dv-cinder-810785-1-iscsi neutron-server[94231]: return self._get(url).json() Sep 23 23:17:19.874928 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:17:19.874928 dv-cinder-810785-1-iscsi neutron-server[94231]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:17:19.874928 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:17:19.874928 dv-cinder-810785-1-iscsi neutron-server[94231]: return self.request(url, 'GET', **kwargs) Sep 23 23:17:19.874928 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:17:19.874928 dv-cinder-810785-1-iscsi neutron-server[94231]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:17:19.874928 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:17:19.874928 dv-cinder-810785-1-iscsi neutron-server[94231]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:17:19.874928 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:17:19.874928 dv-cinder-810785-1-iscsi neutron-server[94231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:17:19.874928 dv-cinder-810785-1-iscsi neutron-server[94231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:17:19.950047 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ceac3087-c4b7-4bad-91f5-25b40c43cbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8111875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594954'] for network, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:19.959522 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ceac3087-c4b7-4bad-91f5-25b40c43cbae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for network, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:19.963252 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-ceac3087-c4b7-4bad-91f5-25b40c43cbae admin admin] 10.222.0.46 "DELETE /v2.0/networks/31655250-db1c-46f3-964c-1b665492b59d HTTP/1.1" status: 204 len: 168 time: 0.7771127 Sep 23 23:17:19.966457 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 33660) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:17:19.990980 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac3087-c4b7-4bad-91f5-25b40c43cbae admin admin] Pushing event deleted for resources: {'Network': ['ID=31655250-db1c-46f3-964c-1b665492b59d,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:17:20.186868 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 7e4020bb-f2f2-4e93-bccc-6e83454ddd80 no longer exists at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:17:20.221981 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] No Port match for: 7e4020bb-f2f2-4e93-bccc-6e83454ddd80 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:17:20.223091 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 7e4020bb-f2f2-4e93-bccc-6e83454ddd80 not bound to the agent host dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:17:20.223091 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 698fa09a-9675-46ba-9ef1-2afeac6c7f7f no longer exists at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:17:20.263084 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] No Port match for: 698fa09a-9675-46ba-9ef1-2afeac6c7f7f {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:17:20.263800 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 698fa09a-9675-46ba-9ef1-2afeac6c7f7f not bound to the agent host dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:17:20.395153 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493010a1-b42d-4023-8ffc-d31f75a156d2 req-cb416e91-8212-474a-be28-6df030011118 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:20.401815 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-493010a1-b42d-4023-8ffc-d31f75a156d2 req-cb416e91-8212-474a-be28-6df030011118 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 945 time: 0.0691018 Sep 23 23:17:20.445022 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-493010a1-b42d-4023-8ffc-d31f75a156d2 req-1387c326-c4b9-40fd-b2e9-3333bd96b23e tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422108 Sep 23 23:17:20.626616 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-267d7186-659a-42ea-8c3f-767368173df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593436'] for router_interface, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:21.084601 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-267d7186-659a-42ea-8c3f-767368173df9 admin admin] Deleting port 3dc3d27c-86fb-4c27-a13f-e0567c30525c {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:17:21.085210 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-267d7186-659a-42ea-8c3f-767368173df9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:21.260215 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [None req-267d7186-659a-42ea-8c3f-767368173df9 admin admin] For port 3dc3d27c-86fb-4c27-a13f-e0567c30525c, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=3dc3d27c-86fb-4c27-a13f-e0567c30525c,segment=NetworkSegment(73f1deae-486e-4d32-a11f-fc93bd504aa8),segment_id=73f1deae-486e-4d32-a11f-fc93bd504aa8)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:17:21.260767 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-267d7186-659a-42ea-8c3f-767368173df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:21.287635 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-267d7186-659a-42ea-8c3f-767368173df9 admin admin] Calling delete_port for 3dc3d27c-86fb-4c27-a13f-e0567c30525c owned by network:router_interface {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:17:21.586146 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-267d7186-659a-42ea-8c3f-767368173df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:21.626653 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267d7186-659a-42ea-8c3f-767368173df9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dc3d27c-86fb-4c27-a13f-e0567c30525c,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:17:21.627778 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c6318-54fd-487a-a417-532b3832be87 req-2b9fedfc-2b62-4c29-9786-29ee5e0ac372 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:21.629612 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c10c6318-54fd-487a-a417-532b3832be87 req-2b9fedfc-2b62-4c29-9786-29ee5e0ac372 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 945 time: 0.0825603 Sep 23 23:17:21.705745 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c10c6318-54fd-487a-a417-532b3832be87 req-5f7bfd2b-aaa0-4a48-aecc-501796db1170 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690916 Sep 23 23:17:21.882594 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-267d7186-659a-42ea-8c3f-767368173df9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595093'] for router_interface, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:22.435530 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267d7186-659a-42ea-8c3f-767368173df9 admin admin] Router beefb000-2001-4c2d-8212-bde037f4614f has already been hosted by L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 {{(pid=94231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:17:22.570940 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267d7186-659a-42ea-8c3f-767368173df9 admin admin] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:17:22.580823 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-267d7186-659a-42ea-8c3f-767368173df9 admin admin] 10.222.0.46 "PUT /v2.0/routers/beefb000-2001-4c2d-8212-bde037f4614f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6124907 Sep 23 23:17:22.581122 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3899fe3c-b602-4337-87d5-780de46219f1 None None] Sync routers for ids ['beefb000-2001-4c2d-8212-bde037f4614f'] in dv-cinder-810785-1-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:17:22.582993 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 33680) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:17:22.591442 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3899fe3c-b602-4337-87d5-780de46219f1 None None] Routers {'beefb000-2001-4c2d-8212-bde037f4614f'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:17:22.592255 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-3899fe3c-b602-4337-87d5-780de46219f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:16:58Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['beefb000-2001-4c2d-8212-bde037f4614f'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:17:22.692129 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e2b66a1d-a679-4e4a-97a4-433ea53a0540 admin admin] Notify callbacks [] for router, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:22.698237 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-3899fe3c-b602-4337-87d5-780de46219f1 None None] Set router beefb000-2001-4c2d-8212-bde037f4614f gateway port host: dv-cinder-810785-1-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:17:22.804455 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e2b66a1d-a679-4e4a-97a4-433ea53a0540 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:22.861155 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6ae98-c099-4d13-b8a4-2f18d0637d97 req-94427116-844c-447d-ab9c-f0fc1af61fce tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:22.862755 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-88a6ae98-c099-4d13-b8a4-2f18d0637d97 req-94427116-844c-447d-ab9c-f0fc1af61fce tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 945 time: 0.0582221 Sep 23 23:17:22.873668 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-e2b66a1d-a679-4e4a-97a4-433ea53a0540 admin admin] Deleting port 3e0ce6f0-4a02-4e26-9f08-60a994d2f449 {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:17:22.874165 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e2b66a1d-a679-4e4a-97a4-433ea53a0540 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:22.896821 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-3899fe3c-b602-4337-87d5-780de46219f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beefb000-2001-4c2d-8212-bde037f4614f', 'name': 'tempest-TestMinimumBasicScenario-189401539-router', 'tenant_id': 'b9745226ff794c45bb089dc12d2778c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '3e0ce6f0-4a02-4e26-9f08-60a994d2f449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:14:39Z', 'updated_at': '2021-09-23T23:17:21Z', 'revision_number': 5, 'project_id': 'b9745226ff794c45bb089dc12d2778c5', 'gw_port': {'id': '3e0ce6f0-4a02-4e26-9f08-60a994d2f449', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beefb000-2001-4c2d-8212-bde037f4614f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:14:40Z', 'updated_at': '2021-09-23T23:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi'}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:17:22.914553 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-88a6ae98-c099-4d13-b8a4-2f18d0637d97 req-b7ba4547-8d99-4f59-b4bd-9c0bdeed7b87 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448835 Sep 23 23:17:22.928338 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3899fe3c-b602-4337-87d5-780de46219f1 None None] Checking router: beefb000-2001-4c2d-8212-bde037f4614f for host: dv-cinder-810785-1-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:17:22.939255 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3899fe3c-b602-4337-87d5-780de46219f1 None None] Routers {'beefb000-2001-4c2d-8212-bde037f4614f'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:17:22.941353 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-3899fe3c-b602-4337-87d5-780de46219f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:16:58Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['beefb000-2001-4c2d-8212-bde037f4614f'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:17:22.970149 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [None req-e2b66a1d-a679-4e4a-97a4-433ea53a0540 admin admin] For port 3e0ce6f0-4a02-4e26-9f08-60a994d2f449, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=3e0ce6f0-4a02-4e26-9f08-60a994d2f449,segment=NetworkSegment(2ac125d2-b621-4cb4-9068-8fa074d03334),segment_id=2ac125d2-b621-4cb4-9068-8fa074d03334)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:17:22.970501 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e2b66a1d-a679-4e4a-97a4-433ea53a0540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:22.983983 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-e2b66a1d-a679-4e4a-97a4-433ea53a0540 admin admin] Calling delete_port for 3e0ce6f0-4a02-4e26-9f08-60a994d2f449 owned by network:router_gateway {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:17:23.037004 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-3899fe3c-b602-4337-87d5-780de46219f1 None None] Set router beefb000-2001-4c2d-8212-bde037f4614f gateway port host: None {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:17:23.094411 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-3899fe3c-b602-4337-87d5-780de46219f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beefb000-2001-4c2d-8212-bde037f4614f', 'name': 'tempest-TestMinimumBasicScenario-189401539-router', 'tenant_id': 'b9745226ff794c45bb089dc12d2778c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:14:39Z', 'updated_at': '2021-09-23T23:17:22Z', 'revision_number': 6, 'project_id': 'b9745226ff794c45bb089dc12d2778c5', 'gw_port_host': None}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:17:23.126530 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3899fe3c-b602-4337-87d5-780de46219f1 None None] The sync data for ids ['beefb000-2001-4c2d-8212-bde037f4614f'] in dv-cinder-810785-1-iscsi is: [{'id': 'beefb000-2001-4c2d-8212-bde037f4614f', 'name': 'tempest-TestMinimumBasicScenario-189401539-router', 'tenant_id': 'b9745226ff794c45bb089dc12d2778c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:14:39Z', 'updated_at': '2021-09-23T23:17:22Z', 'revision_number': 6, 'project_id': 'b9745226ff794c45bb089dc12d2778c5', 'gw_port_host': None}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:17:23.206379 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e76eb-fe1c-4765-9ad5-4c286890302a req-180faadf-64e7-4096-8ff4-4b37618b485d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:23.208128 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d40e76eb-fe1c-4765-9ad5-4c286890302a req-180faadf-64e7-4096-8ff4-4b37618b485d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1ce270caeccc45089992ccfe6f9b5e97&device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 1098 time: 0.0779130 Sep 23 23:17:23.209245 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e2b66a1d-a679-4e4a-97a4-433ea53a0540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:23.248225 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b66a1d-a679-4e4a-97a4-433ea53a0540 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e0ce6f0-4a02-4e26-9f08-60a994d2f449,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:17:23.365664 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e2b66a1d-a679-4e4a-97a4-433ea53a0540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595030'] for router_gateway, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:23.441145 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e76eb-fe1c-4765-9ad5-4c286890302a req-f7cdd9ee-77e1-4811-84e2-4594f501fc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:23.442616 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d40e76eb-fe1c-4765-9ad5-4c286890302a req-f7cdd9ee-77e1-4811-84e2-4594f501fc65 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a541a17-4f1f-474c-8b16-9626260a5840 HTTP/1.1" status: 200 len: 918 time: 0.2115455 Sep 23 23:17:23.499003 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e2b66a1d-a679-4e4a-97a4-433ea53a0540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5561'] for router, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:23.533632 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e2b66a1d-a679-4e4a-97a4-433ea53a0540 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:23.594928 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e2b66a1d-a679-4e4a-97a4-433ea53a0540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-590896'] for router, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:23.595419 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b66a1d-a679-4e4a-97a4-433ea53a0540 admin admin] Fanout notify agent at l3_agent the message router_deleted on router beefb000-2001-4c2d-8212-bde037f4614f {{(pid=94231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:17:23.604066 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-e2b66a1d-a679-4e4a-97a4-433ea53a0540 admin admin] Notify callbacks [] for router, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:23.605272 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-e2b66a1d-a679-4e4a-97a4-433ea53a0540 admin admin] 10.222.0.46 "DELETE /v2.0/routers/beefb000-2001-4c2d-8212-bde037f4614f HTTP/1.1" status: 204 len: 168 time: 1.0205777 Sep 23 23:17:23.607890 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d40e76eb-fe1c-4765-9ad5-4c286890302a req-941eae3b-0a7d-4aff-a270-a73ce5b77d56 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab0ed4fc-89e0-472a-8b81-54ca653e1099 HTTP/1.1" status: 200 len: 1000 time: 0.1572900 Sep 23 23:17:23.609503 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 33686) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:17:23.697841 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_v2 [None req-d419e8fa-eb60-4aef-a22f-6f572f0d2215 admin admin] Deleting subnet 029d2807-c8f2-4de9-baf3-9cdf44dec390 {{(pid=94231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:17:23.700758 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e76eb-fe1c-4765-9ad5-4c286890302a req-7b379abc-0af6-450e-97ee-7c7922c718e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:23.702202 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d40e76eb-fe1c-4765-9ad5-4c286890302a req-7b379abc-0af6-450e-97ee-7c7922c718e4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c8241cf2-9853-4e57-aa8e-4b19fe5956ff HTTP/1.1" status: 200 len: 856 time: 0.0852354 Sep 23 23:17:23.709273 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d419e8fa-eb60-4aef-a22f-6f572f0d2215 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:23.763822 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-790c9aff-fe38-4a08-97f8-bd29cee9643b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:23.776012 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d419e8fa-eb60-4aef-a22f-6f572f0d2215 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3956720'] for subnet, precommit_delete_associations {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:23.817384 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e76eb-fe1c-4765-9ad5-4c286890302a req-0ec7c464-c8f1-429b-83a2-6d1d82a17fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:23.819046 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d40e76eb-fe1c-4765-9ad5-4c286890302a req-0ec7c464-c8f1-429b-83a2-6d1d82a17fdd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a541a17-4f1f-474c-8b16-9626260a5840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1071608 Sep 23 23:17:23.929344 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d419e8fa-eb60-4aef-a22f-6f572f0d2215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8114061'] for subnet, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:23.980079 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d40e76eb-fe1c-4765-9ad5-4c286890302a req-64e81b66-22c3-47f2-a5d4-cb60fc451f16 service neutron] 10.222.0.11 "GET /v2.0/networks/0a541a17-4f1f-474c-8b16-9626260a5840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525471 Sep 23 23:17:24.055636 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ccd3e-e441-4765-af41-c8ca9039322d req-044c01c1-9dad-44a8-9c01-f8f2095f0243 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:24.058218 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-116ccd3e-e441-4765-af41-c8ca9039322d req-044c01c1-9dad-44a8-9c01-f8f2095f0243 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 945 time: 0.0668213 Sep 23 23:17:24.062849 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d419e8fa-eb60-4aef-a22f-6f572f0d2215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8114052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906294'] for subnet, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:24.102449 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419e8fa-eb60-4aef-a22f-6f572f0d2215 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=029d2807-c8f2-4de9-baf3-9cdf44dec390,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:17:24.109597 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d419e8fa-eb60-4aef-a22f-6f572f0d2215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for subnet, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:24.114493 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-d419e8fa-eb60-4aef-a22f-6f572f0d2215 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/029d2807-c8f2-4de9-baf3-9cdf44dec390 HTTP/1.1" status: 204 len: 168 time: 0.5011384 Sep 23 23:17:24.114800 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9657fd0a-f2c3-4f6a-a98e-3567d7d8651e None None] Network fd5c7a55-b4a7-4373-acf7-786d55c9bb14 requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:17:24.115654 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 33690) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:17:24.127177 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-116ccd3e-e441-4765-af41-c8ca9039322d req-999d8f59-3c7e-4295-bf81-17ad50f390af tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625842 Sep 23 23:17:24.137240 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d40e76eb-fe1c-4765-9ad5-4c286890302a req-99180454-2f5e-4ee4-a698-95d3299155a7 service neutron] 10.222.0.11 "GET /v2.0/networks/0a541a17-4f1f-474c-8b16-9626260a5840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499207 Sep 23 23:17:24.199248 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 3e0ce6f0-4a02-4e26-9f08-60a994d2f449 no longer exists at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:17:24.212735 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-83a0d67f-6071-4bc6-ad7e-6d9b7d258463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7893109'] for network, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:24.226531 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] No Port match for: 3e0ce6f0-4a02-4e26-9f08-60a994d2f449 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:17:24.226884 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 3e0ce6f0-4a02-4e26-9f08-60a994d2f449 not bound to the agent host dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:17:24.227301 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 3dc3d27c-86fb-4c27-a13f-e0567c30525c no longer exists at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:17:24.249359 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] No Port match for: 3dc3d27c-86fb-4c27-a13f-e0567c30525c {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:17:24.249717 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 3dc3d27c-86fb-4c27-a13f-e0567c30525c not bound to the agent host dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:17:24.287190 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-83a0d67f-6071-4bc6-ad7e-6d9b7d258463 admin admin] Deleting port dc5e7f2e-5fae-4dec-a441-27383a9cfdee {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:17:24.287551 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-83a0d67f-6071-4bc6-ad7e-6d9b7d258463 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:24.362707 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [None req-83a0d67f-6071-4bc6-ad7e-6d9b7d258463 admin admin] For port dc5e7f2e-5fae-4dec-a441-27383a9cfdee, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=dc5e7f2e-5fae-4dec-a441-27383a9cfdee,segment=NetworkSegment(73f1deae-486e-4d32-a11f-fc93bd504aa8),segment_id=73f1deae-486e-4d32-a11f-fc93bd504aa8)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:17:24.362707 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-83a0d67f-6071-4bc6-ad7e-6d9b7d258463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:24.376356 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-83a0d67f-6071-4bc6-ad7e-6d9b7d258463 admin admin] Calling delete_port for dc5e7f2e-5fae-4dec-a441-27383a9cfdee owned by network:dhcp {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:17:24.395194 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158eed9c-47e2-486b-bce2-f2a6872ebbc8 None None] DHCP port deletion for fd5c7a55-b4a7-4373-acf7-786d55c9bb14 request from dv-cinder-810785-1-iscsi {{(pid=94233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:17:24.447023 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-158eed9c-47e2-486b-bce2-f2a6872ebbc8 None None] Deleting port dc5e7f2e-5fae-4dec-a441-27383a9cfdee {{(pid=94233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:17:24.447494 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-158eed9c-47e2-486b-bce2-f2a6872ebbc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:24.474368 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-83a0d67f-6071-4bc6-ad7e-6d9b7d258463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416648'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:24.504202 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a0d67f-6071-4bc6-ad7e-6d9b7d258463 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc5e7f2e-5fae-4dec-a441-27383a9cfdee,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:17:24.509959 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a0d67f-6071-4bc6-ad7e-6d9b7d258463 admin admin] No DVR routers for this DVR port dc5e7f2e-5fae-4dec-a441-27383a9cfdee on host dv-cinder-810785-1-iscsi {{(pid=94232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:17:24.552335 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-158eed9c-47e2-486b-bce2-f2a6872ebbc8 None None] For port dc5e7f2e-5fae-4dec-a441-27383a9cfdee, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=dc5e7f2e-5fae-4dec-a441-27383a9cfdee,segment=NetworkSegment(73f1deae-486e-4d32-a11f-fc93bd504aa8),segment_id=73f1deae-486e-4d32-a11f-fc93bd504aa8)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:17:24.552644 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-158eed9c-47e2-486b-bce2-f2a6872ebbc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:24.569396 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-158eed9c-47e2-486b-bce2-f2a6872ebbc8 None None] Calling delete_port for dc5e7f2e-5fae-4dec-a441-27383a9cfdee owned by network:dhcp {{(pid=94233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:17:24.605046 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-83a0d67f-6071-4bc6-ad7e-6d9b7d258463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8111924', 'neutron.services.segments.db._delete_segments_for_network-8784998755988'] for network, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:24.630013 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-83a0d67f-6071-4bc6-ad7e-6d9b7d258463 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd5c7a55-b4a7-4373-acf7-786d55c9bb14']}} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:17:24.642738 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-83a0d67f-6071-4bc6-ad7e-6d9b7d258463 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73f1deae-486e-4d32-a11f-fc93bd504aa8') {'for_net_delete': True} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:17:24.643066 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-83a0d67f-6071-4bc6-ad7e-6d9b7d258463 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73f1deae-486e-4d32-a11f-fc93bd504aa8') {} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:17:24.654087 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-83a0d67f-6071-4bc6-ad7e-6d9b7d258463 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784998755229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176778'] for segment, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:24.662632 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-158eed9c-47e2-486b-bce2-f2a6872ebbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672'] for port, after_delete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:24.668828 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-83a0d67f-6071-4bc6-ad7e-6d9b7d258463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778'] for segment, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:24.675768 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83a0d67f-6071-4bc6-ad7e-6d9b7d258463 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=94232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:17:24.676266 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-83a0d67f-6071-4bc6-ad7e-6d9b7d258463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416379'] for segment, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:24.678317 dv-cinder-810785-1-iscsi neutron-server[94232]: Traceback (most recent call last): Sep 23 23:17:24.678317 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:17:24.678317 dv-cinder-810785-1-iscsi neutron-server[94232]: timer() Sep 23 23:17:24.678317 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:17:24.678317 dv-cinder-810785-1-iscsi neutron-server[94232]: cb(*args, **kw) Sep 23 23:17:24.678317 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:17:24.678317 dv-cinder-810785-1-iscsi neutron-server[94232]: return func(*args, **kwargs) Sep 23 23:17:24.678317 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:17:24.678317 dv-cinder-810785-1-iscsi neutron-server[94232]: self._notify() Sep 23 23:17:24.678317 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:17:24.678317 dv-cinder-810785-1-iscsi neutron-server[94232]: self.callback(batched_events) Sep 23 23:17:24.678317 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:17:24.678317 dv-cinder-810785-1-iscsi neutron-server[94232]: event.method(event) Sep 23 23:17:24.678317 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:17:24.678317 dv-cinder-810785-1-iscsi neutron-server[94232]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:17:24.678317 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:17:24.678317 dv-cinder-810785-1-iscsi neutron-server[94232]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:17:24.678317 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:17:24.678317 dv-cinder-810785-1-iscsi neutron-server[94232]: return f(self, *a, **k) Sep 23 23:17:24.678317 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:17:24.678317 dv-cinder-810785-1-iscsi neutron-server[94232]: return self._get(url).json() Sep 23 23:17:24.678317 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:17:24.678317 dv-cinder-810785-1-iscsi neutron-server[94232]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:17:24.678317 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:17:24.678317 dv-cinder-810785-1-iscsi neutron-server[94232]: return self.request(url, 'GET', **kwargs) Sep 23 23:17:24.678317 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:17:24.678317 dv-cinder-810785-1-iscsi neutron-server[94232]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:17:24.678317 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:17:24.678317 dv-cinder-810785-1-iscsi neutron-server[94232]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:17:24.678317 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:17:24.678317 dv-cinder-810785-1-iscsi neutron-server[94232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:17:24.678317 dv-cinder-810785-1-iscsi neutron-server[94232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:17:24.687649 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158eed9c-47e2-486b-bce2-f2a6872ebbc8 None None] Pushing event deleted for resources: {'Port': ['ID=dc5e7f2e-5fae-4dec-a441-27383a9cfdee,revision_number=None']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:17:24.693787 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158eed9c-47e2-486b-bce2-f2a6872ebbc8 None None] No DVR routers for this DVR port dc5e7f2e-5fae-4dec-a441-27383a9cfdee on host dv-cinder-810785-1-iscsi {{(pid=94233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:17:24.744891 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-83a0d67f-6071-4bc6-ad7e-6d9b7d258463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8111875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594954'] for network, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:24.752659 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-83a0d67f-6071-4bc6-ad7e-6d9b7d258463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for network, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:24.754648 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-83a0d67f-6071-4bc6-ad7e-6d9b7d258463 admin admin] 10.222.0.46 "DELETE /v2.0/networks/fd5c7a55-b4a7-4373-acf7-786d55c9bb14 HTTP/1.1" status: 204 len: 168 time: 0.6376982 Sep 23 23:17:24.767828 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a0d67f-6071-4bc6-ad7e-6d9b7d258463 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd5c7a55-b4a7-4373-acf7-786d55c9bb14,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:17:24.949861 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 33694) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:17:24.993865 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-5d1ca93a-8915-4d09-9b42-8d354d863a07 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cead4bfdef074de4b2ff718f41705d60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427895 Sep 23 23:17:24.996479 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 33696) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:17:25.045632 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0f1dced7-1a41-49ef-9fe2-3d0b521ec2c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:25.069424 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0f1dced7-1a41-49ef-9fe2-3d0b521ec2c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:25.121887 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0f1dced7-1a41-49ef-9fe2-3d0b521ec2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:25.124588 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0f1dced7-1a41-49ef-9fe2-3d0b521ec2c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:25.125804 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-0f1dced7-1a41-49ef-9fe2-3d0b521ec2c2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c7575cef-8a11-4693-a26b-5f8e2dbbaa1a HTTP/1.1" status: 204 len: 168 time: 0.1284087 Sep 23 23:17:25.134811 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1dced7-1a41-49ef-9fe2-3d0b521ec2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7575cef-8a11-4693-a26b-5f8e2dbbaa1a,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:17:25.274763 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab394a-9acc-4930-bdeb-e5c7e2c16406 req-53f5e6ce-9239-41c9-8752-4e8c99f6f350 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:25.279776 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0aab394a-9acc-4930-bdeb-e5c7e2c16406 req-53f5e6ce-9239-41c9-8752-4e8c99f6f350 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 945 time: 0.0601509 Sep 23 23:17:25.318114 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0aab394a-9acc-4930-bdeb-e5c7e2c16406 req-3b14442a-a32c-4187-9904-fa936caa1891 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352981 Sep 23 23:17:25.521788 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 33704) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:17:25.575975 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-24d47787-6343-41b7-ab52-8632a73ded7a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b9745226ff794c45bb089dc12d2778c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0529344 Sep 23 23:17:25.581871 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 33706) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:17:25.642221 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5543d34f-584e-40d1-9d25-00371ff87359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:25.669185 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5543d34f-584e-40d1-9d25-00371ff87359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:25.746656 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5543d34f-584e-40d1-9d25-00371ff87359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:25.749307 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5543d34f-584e-40d1-9d25-00371ff87359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:25.750587 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-5543d34f-584e-40d1-9d25-00371ff87359 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1b71ff60-876b-4355-8c1a-0c9875f7db19 HTTP/1.1" status: 204 len: 168 time: 0.1677034 Sep 23 23:17:25.764974 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5543d34f-584e-40d1-9d25-00371ff87359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b71ff60-876b-4355-8c1a-0c9875f7db19,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:17:26.161652 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device dc5e7f2e-5fae-4dec-a441-27383a9cfdee no longer exists at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:17:26.183029 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] No Port match for: dc5e7f2e-5fae-4dec-a441-27383a9cfdee {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:17:26.183244 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device dc5e7f2e-5fae-4dec-a441-27383a9cfdee not bound to the agent host dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:17:26.469108 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d0b6e-702a-49f0-b56f-b92896b1b76b req-97e8bfeb-6d08-4306-8cc3-40ffba850f21 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:26.470703 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c35d0b6e-702a-49f0-b56f-b92896b1b76b req-97e8bfeb-6d08-4306-8cc3-40ffba850f21 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 945 time: 0.0615654 Sep 23 23:17:26.511240 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-c35d0b6e-702a-49f0-b56f-b92896b1b76b req-92234767-1c07-4f71-a240-39b986c66576 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342124 Sep 23 23:17:26.914406 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:27.252722 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device ab0ed4fc-89e0-472a-8b81-54ca653e1099 no longer exists at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:17:27.476330 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:27.501128 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a91d218-84d8-4d77-8dfc-1161e84073b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab0ed4fc-89e0-472a-8b81-54ca653e1099'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:17:27.503448 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7224bc9728871e873a89dc5c7795d0b38d91bd368c61c3cf47b1fa6016b6835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce3531b-143a-4cb9-9d0f-754075acc11c" -d '{"events": [{"server_uuid": "9a91d218-84d8-4d77-8dfc-1161e84073b1", "name": "network-vif-unplugged", "status": "completed", "tag": "ab0ed4fc-89e0-472a-8b81-54ca653e1099"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:17:27.526432 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port ab0ed4fc-89e0-472a-8b81-54ca653e1099, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=ab0ed4fc-89e0-472a-8b81-54ca653e1099,segment=NetworkSegment(9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82),segment_id=9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:17:27.531004 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:27.558818 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Sep 2021 23:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210ae591-eb7c-40be-bef5-b06e06e1177c x-openstack-request-id: req-210ae591-eb7c-40be-bef5-b06e06e1177c {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:17:27.558818 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a91d218-84d8-4d77-8dfc-1161e84073b1", "name": "network-vif-unplugged", "status": "failed", "tag": "ab0ed4fc-89e0-472a-8b81-54ca653e1099", "code": 422}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:17:27.558818 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-210ae591-eb7c-40be-bef5-b06e06e1177c {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:17:27.558818 dv-cinder-810785-1-iscsi neutron-server[94233]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9a91d218-84d8-4d77-8dfc-1161e84073b1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ab0ed4fc-89e0-472a-8b81-54ca653e1099', 'code': 422} returned with failed status Sep 23 23:17:27.591301 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=ab0ed4fc-89e0-472a-8b81-54ca653e1099,revision_number=8']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:17:27.669056 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5dc455-cc3f-49cc-9596-975aaf0076b8 req-0334e92e-03d0-4c04-8047-457d0988d4be tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:27.670991 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-dd5dc455-cc3f-49cc-9596-975aaf0076b8 req-0334e92e-03d0-4c04-8047-457d0988d4be tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 943 time: 0.0631759 Sep 23 23:17:27.714184 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c7015c13-08b1-4cb9-929c-ea140ffb195e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:27.720407 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-dd5dc455-cc3f-49cc-9596-975aaf0076b8 req-697e9fa3-38dd-4d2e-a117-21bc4ced3137 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377612 Sep 23 23:17:27.727631 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e56c8fe8-8671-4b9f-a7f7-12c2bfdfcdc9 req-30f31348-5db8-4b49-a8f9-3da1ab21cc93 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0522630 Sep 23 23:17:28.576043 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c8fe8-8671-4b9f-a7f7-12c2bfdfcdc9 req-e0989bac-a784-4d82-b989-77e581c8034e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:28.577589 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e56c8fe8-8671-4b9f-a7f7-12c2bfdfcdc9 req-e0989bac-a784-4d82-b989-77e581c8034e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1&tenant_id=1ce270caeccc45089992ccfe6f9b5e97 HTTP/1.1" status: 200 len: 1096 time: 0.0791979 Sep 23 23:17:28.643396 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c8fe8-8671-4b9f-a7f7-12c2bfdfcdc9 req-a1d80b70-1808-4f95-a7e9-52f47ea6c358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:28.644891 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e56c8fe8-8671-4b9f-a7f7-12c2bfdfcdc9 req-a1d80b70-1808-4f95-a7e9-52f47ea6c358 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1ce270caeccc45089992ccfe6f9b5e97&device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 1096 time: 0.0437312 Sep 23 23:17:28.742041 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c8fe8-8671-4b9f-a7f7-12c2bfdfcdc9 req-6772888f-7b1a-47b9-acf6-c7000f7b84aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:28.743578 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e56c8fe8-8671-4b9f-a7f7-12c2bfdfcdc9 req-6772888f-7b1a-47b9-acf6-c7000f7b84aa service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a541a17-4f1f-474c-8b16-9626260a5840 HTTP/1.1" status: 200 len: 918 time: 0.0913675 Sep 23 23:17:28.812771 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e56c8fe8-8671-4b9f-a7f7-12c2bfdfcdc9 req-503b6976-575a-4858-b9fc-6c8fd2b8baa0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab0ed4fc-89e0-472a-8b81-54ca653e1099 HTTP/1.1" status: 200 len: 998 time: 0.0611920 Sep 23 23:17:28.862771 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c8fe8-8671-4b9f-a7f7-12c2bfdfcdc9 req-27609f9d-1a4a-40b7-9bfc-2859be36387a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:28.863364 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70088c7-1809-40f7-89ab-c6354b168479 req-8d8006e6-d2cb-4d03-9888-0e38bfc77e82 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:28.864883 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b70088c7-1809-40f7-89ab-c6354b168479 req-8d8006e6-d2cb-4d03-9888-0e38bfc77e82 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 943 time: 0.0550442 Sep 23 23:17:28.865369 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e56c8fe8-8671-4b9f-a7f7-12c2bfdfcdc9 req-27609f9d-1a4a-40b7-9bfc-2859be36387a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c8241cf2-9853-4e57-aa8e-4b19fe5956ff HTTP/1.1" status: 200 len: 856 time: 0.0459144 Sep 23 23:17:28.911250 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b70088c7-1809-40f7-89ab-c6354b168479 req-697f4822-4a77-4926-bbc5-071ccba6afdb tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377979 Sep 23 23:17:28.919597 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c8fe8-8671-4b9f-a7f7-12c2bfdfcdc9 req-c97455ca-511e-4a07-95b9-f6421642cf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:28.921734 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e56c8fe8-8671-4b9f-a7f7-12c2bfdfcdc9 req-c97455ca-511e-4a07-95b9-f6421642cf44 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a541a17-4f1f-474c-8b16-9626260a5840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0475745 Sep 23 23:17:29.021711 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e56c8fe8-8671-4b9f-a7f7-12c2bfdfcdc9 req-2ef90ac5-a6c7-405a-b5a1-2466c09ceb61 service neutron] 10.222.0.11 "GET /v2.0/networks/0a541a17-4f1f-474c-8b16-9626260a5840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930698 Sep 23 23:17:29.121527 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-e56c8fe8-8671-4b9f-a7f7-12c2bfdfcdc9 req-b9099c3a-a67b-4805-9231-b08808572ddd service neutron] 10.222.0.11 "GET /v2.0/networks/0a541a17-4f1f-474c-8b16-9626260a5840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916326 Sep 23 23:17:29.174093 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:30.053371 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef242b0f-abcb-4e2c-a044-3ce5e8f34279 req-eccca90b-e019-4183-8519-f2787ef862e7 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:30.055236 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ef242b0f-abcb-4e2c-a044-3ce5e8f34279 req-eccca90b-e019-4183-8519-f2787ef862e7 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 943 time: 0.0665524 Sep 23 23:17:30.116031 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ef242b0f-abcb-4e2c-a044-3ce5e8f34279 req-46440ccc-3b06-4a1c-a85a-2fdc87d645f8 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529959 Sep 23 23:17:30.516442 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:31.266851 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7537aba-6a5c-434a-91fc-8ede62a53820 req-196e12fc-4718-4040-97eb-bce622f6c983 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:31.268392 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e7537aba-6a5c-434a-91fc-8ede62a53820 req-196e12fc-4718-4040-97eb-bce622f6c983 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 943 time: 0.0646358 Sep 23 23:17:31.309740 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e7537aba-6a5c-434a-91fc-8ede62a53820 req-d683156b-4528-454f-815a-a8b23ae0ca67 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351996 Sep 23 23:17:32.440497 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be870b8d-552f-42b9-a149-5b56654215bf req-7a3e8e51-8299-4619-9a39-5b7b1fb1542b tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:32.442081 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-be870b8d-552f-42b9-a149-5b56654215bf req-7a3e8e51-8299-4619-9a39-5b7b1fb1542b tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 943 time: 0.0549848 Sep 23 23:17:32.483665 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-be870b8d-552f-42b9-a149-5b56654215bf req-795c1a4d-990a-4f61-ac02-4c34d2ed081e tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353746 Sep 23 23:17:33.625017 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5899b-80dd-4418-886f-736e3e435669 req-a1be0a79-8f9c-4d53-be89-6fba36cd1cb7 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:33.626807 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a3d5899b-80dd-4418-886f-736e3e435669 req-a1be0a79-8f9c-4d53-be89-6fba36cd1cb7 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 943 time: 0.0521109 Sep 23 23:17:33.667870 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a3d5899b-80dd-4418-886f-736e3e435669 req-f421184e-6a1f-4e1b-971c-2961b4a0a82c tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345469 Sep 23 23:17:34.807459 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9ab07-e187-456e-8bab-6d1b49a62b2c req-d253473f-5ed8-43e2-a351-a1bd7c427660 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:34.808957 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-dcf9ab07-e187-456e-8bab-6d1b49a62b2c req-d253473f-5ed8-43e2-a351-a1bd7c427660 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 943 time: 0.0647998 Sep 23 23:17:34.850113 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-dcf9ab07-e187-456e-8bab-6d1b49a62b2c req-489e6693-279c-4713-a1ae-2f43248a044e tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345614 Sep 23 23:17:35.999877 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232263d-77dd-46fc-8e88-21f4a91a2df3 req-66ba0632-ca44-44f8-a0d2-84d5cb74ce9b tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:36.012123 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e232263d-77dd-46fc-8e88-21f4a91a2df3 req-66ba0632-ca44-44f8-a0d2-84d5cb74ce9b tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 943 time: 0.0810468 Sep 23 23:17:36.048176 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e232263d-77dd-46fc-8e88-21f4a91a2df3 req-6f6dd4e0-036f-4c3c-8866-c437e31bc9ad tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348635 Sep 23 23:17:37.180910 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87792f1d-b58b-4c74-8d2a-0082ad809a49 req-6da7439e-df7f-433c-adb2-54708a6b5668 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:37.182421 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-87792f1d-b58b-4c74-8d2a-0082ad809a49 req-6da7439e-df7f-433c-adb2-54708a6b5668 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 943 time: 0.0536246 Sep 23 23:17:37.226496 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-87792f1d-b58b-4c74-8d2a-0082ad809a49 req-abf66340-0e8a-4071-9d50-2b3073d26efb tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371342 Sep 23 23:17:37.567282 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-e120304e-e087-4557-b345-b0e358493c41 None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:17:38.358279 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb8de1-7386-4e96-86b5-eb8781d17d4a req-39d71ca1-652f-4cac-a1a7-6f1a868e12e7 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:38.359681 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7ecb8de1-7386-4e96-86b5-eb8781d17d4a req-39d71ca1-652f-4cac-a1a7-6f1a868e12e7 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 943 time: 0.0519977 Sep 23 23:17:38.401147 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7ecb8de1-7386-4e96-86b5-eb8781d17d4a req-3bdf8059-bdb9-419a-9405-a227662cde54 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354500 Sep 23 23:17:39.534206 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f76d3-479c-48db-99cd-b18c42e92586 req-56d74da7-9804-4103-867a-3a3e7ef77f8f tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:39.535953 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-871f76d3-479c-48db-99cd-b18c42e92586 req-56d74da7-9804-4103-867a-3a3e7ef77f8f tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 943 time: 0.0556731 Sep 23 23:17:39.579765 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-871f76d3-479c-48db-99cd-b18c42e92586 req-e454eb4a-5a32-43f8-9a33-3925ccd6e399 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361800 Sep 23 23:17:39.685194 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:40.709493 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb614a-faa4-4f6a-9ce4-3daa864d959a req-62cc2496-14fe-4dec-85c2-24902c03215a tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:40.711091 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9dbb614a-faa4-4f6a-9ce4-3daa864d959a req-62cc2496-14fe-4dec-85c2-24902c03215a tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 943 time: 0.0535791 Sep 23 23:17:40.754717 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9dbb614a-faa4-4f6a-9ce4-3daa864d959a req-740139b1-2be1-4c03-8d26-407670bef140 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344646 Sep 23 23:17:41.882864 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25fdea0-2cf0-4142-997b-17bc055ee363 req-4005bc8a-def4-4d34-ba92-78786caec385 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:41.884684 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e25fdea0-2cf0-4142-997b-17bc055ee363 req-4005bc8a-def4-4d34-ba92-78786caec385 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 943 time: 0.0523577 Sep 23 23:17:41.926866 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e25fdea0-2cf0-4142-997b-17bc055ee363 req-9b6af9d1-9103-46bf-95c3-11473d5f671c tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325441 Sep 23 23:17:43.063099 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216be40f-f6fb-4448-a9a6-0c270d4f914e req-2a1c2b02-5bbc-454c-96b4-e526b8052eda tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:43.064610 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-216be40f-f6fb-4448-a9a6-0c270d4f914e req-2a1c2b02-5bbc-454c-96b4-e526b8052eda tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 943 time: 0.0556974 Sep 23 23:17:43.111925 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-216be40f-f6fb-4448-a9a6-0c270d4f914e req-9ec9cfec-d771-4f79-8e3d-5312c1d61c24 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410032 Sep 23 23:17:43.375594 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device ab0ed4fc-89e0-472a-8b81-54ca653e1099 details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:17:43.484509 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port ab0ed4fc-89e0-472a-8b81-54ca653e1099, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=ab0ed4fc-89e0-472a-8b81-54ca653e1099,segment=NetworkSegment(9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82),segment_id=9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:17:43.500325 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Returning: {'device': 'ab0ed4fc-89e0-472a-8b81-54ca653e1099', 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840', 'port_id': 'ab0ed4fc-89e0-472a-8b81-54ca653e1099', 'mac_address': 'fa:16:3e:58:0e:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8241cf2-9853-4e57-aa8e-4b19fe5956ff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:17:43.541248 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:43.554856 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab0ed4fc-89e0-472a-8b81-54ca653e1099 {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:17:43.590841 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port ab0ed4fc-89e0-472a-8b81-54ca653e1099, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=ab0ed4fc-89e0-472a-8b81-54ca653e1099,segment=NetworkSegment(9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82),segment_id=9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:17:43.597659 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:43.652116 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=ab0ed4fc-89e0-472a-8b81-54ca653e1099,revision_number=9']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:17:43.661640 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:43.662053 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:43.662519 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:43.662870 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:43.663439 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:43.663976 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:43.664445 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:43.664835 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:43.665215 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:43.665572 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:43.665987 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:43.666438 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:43.847185 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['ab0ed4fc-89e0-472a-8b81-54ca653e1099'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:17:44.246623 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0178e23-f22e-4831-964e-5c0cf00a4f4a req-8e30b6a7-94ee-4668-994d-b5344d130454 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:44.248121 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f0178e23-f22e-4831-964e-5c0cf00a4f4a req-8e30b6a7-94ee-4668-994d-b5344d130454 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 944 time: 0.0550194 Sep 23 23:17:44.286318 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f0178e23-f22e-4831-964e-5c0cf00a4f4a req-934a769b-44de-474d-911e-f9517ccbb111 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321100 Sep 23 23:17:45.390766 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device ab0ed4fc-89e0-472a-8b81-54ca653e1099 up at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:17:45.409741 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506beda9-db3f-4771-9ec0-40f1c219c7d1 req-7c91513f-c3ce-472b-bf6d-14b64f7a7185 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:45.411309 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-506beda9-db3f-4771-9ec0-40f1c219c7d1 req-7c91513f-c3ce-472b-bf6d-14b64f7a7185 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 944 time: 0.0508382 Sep 23 23:17:45.451537 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-506beda9-db3f-4771-9ec0-40f1c219c7d1 req-afaf6e35-117b-4364-9d83-127e3502aa5a tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338604 Sep 23 23:17:45.452645 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning complete for port ab0ed4fc-89e0-472a-8b81-54ca653e1099 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:17:45.453189 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:45.558869 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:45.583297 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a91d218-84d8-4d77-8dfc-1161e84073b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0ed4fc-89e0-472a-8b81-54ca653e1099'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:17:45.585513 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7224bc9728871e873a89dc5c7795d0b38d91bd368c61c3cf47b1fa6016b6835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d22abc-4e00-436d-bb81-12d777add25e" -d '{"events": [{"server_uuid": "9a91d218-84d8-4d77-8dfc-1161e84073b1", "name": "network-vif-plugged", "status": "completed", "tag": "ab0ed4fc-89e0-472a-8b81-54ca653e1099"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:17:45.602468 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port ab0ed4fc-89e0-472a-8b81-54ca653e1099, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=ab0ed4fc-89e0-472a-8b81-54ca653e1099,segment=NetworkSegment(9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82),segment_id=9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:17:45.608657 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:45.635271 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c9614f-8816-48e6-9967-2104ca5337a5 x-openstack-request-id: req-b9c9614f-8816-48e6-9967-2104ca5337a5 {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:17:45.635570 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a91d218-84d8-4d77-8dfc-1161e84073b1", "name": "network-vif-plugged", "status": "completed", "tag": "ab0ed4fc-89e0-472a-8b81-54ca653e1099", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:17:45.635821 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b9c9614f-8816-48e6-9967-2104ca5337a5 {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:17:45.636210 dv-cinder-810785-1-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a91d218-84d8-4d77-8dfc-1161e84073b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0ed4fc-89e0-472a-8b81-54ca653e1099', 'code': 200} Sep 23 23:17:45.663818 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=ab0ed4fc-89e0-472a-8b81-54ca653e1099,revision_number=10']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:17:45.837341 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74275fd8-957c-44a2-a400-bc43154233a3 req-10cb21fc-0687-4fe6-bd3e-cb64dea5380a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:45.838823 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-74275fd8-957c-44a2-a400-bc43154233a3 req-10cb21fc-0687-4fe6-bd3e-cb64dea5380a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 1099 time: 0.0478573 Sep 23 23:17:45.876332 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-74275fd8-957c-44a2-a400-bc43154233a3 req-51daf8d5-951b-4738-852d-d350b70d720c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306458 Sep 23 23:17:46.593938 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d611fd7-8ff3-4d1c-a5e8-c2b370dd8262 req-1aff23bb-5650-47ba-ac8f-3a801a41e005 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:46.595584 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9d611fd7-8ff3-4d1c-a5e8-c2b370dd8262 req-1aff23bb-5650-47ba-ac8f-3a801a41e005 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 946 time: 0.0635149 Sep 23 23:17:46.638510 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9d611fd7-8ff3-4d1c-a5e8-c2b370dd8262 req-c284b74b-01d7-4f09-bf30-c6ed76251b2c tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363295 Sep 23 23:17:47.770119 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf105199-35d8-413d-a262-a495bf5c6a41 req-9b4f5cbc-8f52-4206-9967-4047c81d46c2 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:47.771724 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cf105199-35d8-413d-a262-a495bf5c6a41 req-9b4f5cbc-8f52-4206-9967-4047c81d46c2 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 946 time: 0.0513735 Sep 23 23:17:47.815291 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cf105199-35d8-413d-a262-a495bf5c6a41 req-504347b4-6fb4-4bef-a5d8-8e77b23a26a2 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373383 Sep 23 23:17:51.595480 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1c981-5330-410d-acf3-6b6b80dacd50 req-a4673231-ec52-40f0-b2c9-2df563c99d69 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:51.596958 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b2f1c981-5330-410d-acf3-6b6b80dacd50 req-a4673231-ec52-40f0-b2c9-2df563c99d69 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 946 time: 0.0557318 Sep 23 23:17:51.638096 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b2f1c981-5330-410d-acf3-6b6b80dacd50 req-f624aeec-073f-4ccc-af97-343b3cf13068 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/security-groups?id=95f932e5-85a7-4bd1-8f85-1c92aa1526b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342116 Sep 23 23:17:52.763931 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250bdb8-ee50-48a1-ad7e-4aba5bafa8e3 req-5ffc2dd8-40e7-4bd6-aee0-4a683988eb13 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:52.765415 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2250bdb8-ee50-48a1-ad7e-4aba5bafa8e3 req-5ffc2dd8-40e7-4bd6-aee0-4a683988eb13 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 946 time: 0.0534523 Sep 23 23:17:52.810905 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2250bdb8-ee50-48a1-ad7e-4aba5bafa8e3 req-fc81bcd1-96d1-4b40-a71d-d0fa219256a1 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/security-groups?id=95f932e5-85a7-4bd1-8f85-1c92aa1526b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381067 Sep 23 23:17:53.760683 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-b26aa6bf-cf61-48d8-bb13-914dc12e465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:53.927723 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d87697-bbda-4af5-99c6-46854e566f70 req-4acac5d7-2e9d-45e0-bc38-4884f5779185 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:53.929171 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d6d87697-bbda-4af5-99c6-46854e566f70 req-4acac5d7-2e9d-45e0-bc38-4884f5779185 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 946 time: 0.0501306 Sep 23 23:17:53.968396 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d6d87697-bbda-4af5-99c6-46854e566f70 req-973522ff-a30e-43c4-9e54-b44580c109f0 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/security-groups?id=95f932e5-85a7-4bd1-8f85-1c92aa1526b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327485 Sep 23 23:17:55.110908 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf8f45-6ed9-466f-b38c-748d0e8db8be req-aacc61b2-d4da-48b9-83c5-019fc7bd9616 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:55.112270 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-71bf8f45-6ed9-466f-b38c-748d0e8db8be req-aacc61b2-d4da-48b9-83c5-019fc7bd9616 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 946 time: 0.0631359 Sep 23 23:17:55.150660 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-71bf8f45-6ed9-466f-b38c-748d0e8db8be req-cc215e54-a207-4679-95cd-da516d9dc2cd tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/security-groups?id=95f932e5-85a7-4bd1-8f85-1c92aa1526b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322936 Sep 23 23:17:56.281518 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09cb49-ecd5-486e-9810-cee4ac035a3a req-dd02ecd9-65f6-474d-8921-d872f2ec4e9a tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:56.283155 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9f09cb49-ecd5-486e-9810-cee4ac035a3a req-dd02ecd9-65f6-474d-8921-d872f2ec4e9a tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 946 time: 0.0626891 Sep 23 23:17:56.325637 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-9f09cb49-ecd5-486e-9810-cee4ac035a3a req-5b98c693-5d39-4ecc-98a6-712b94914896 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/security-groups?id=95f932e5-85a7-4bd1-8f85-1c92aa1526b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361533 Sep 23 23:17:56.913753 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:57.457309 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9bf2a-b78f-47cc-9001-34b09b6d4565 req-282ffe47-9a79-42f5-9bbd-61c4699741f9 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:57.458825 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a0f9bf2a-b78f-47cc-9001-34b09b6d4565 req-282ffe47-9a79-42f5-9bbd-61c4699741f9 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 946 time: 0.0575869 Sep 23 23:17:57.498174 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a0f9bf2a-b78f-47cc-9001-34b09b6d4565 req-0e65316c-1fbd-4385-81b8-eab540e93083 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/security-groups?id=95f932e5-85a7-4bd1-8f85-1c92aa1526b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330632 Sep 23 23:17:57.713757 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-88263fa3-6397-4ddd-9de5-6982386822cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:58.626782 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebec1a9-c909-4f39-a9de-18ee7d7a6077 req-a3cd0655-0b13-4cdf-852e-c94e68087a58 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:58.628604 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2ebec1a9-c909-4f39-a9de-18ee7d7a6077 req-a3cd0655-0b13-4cdf-852e-c94e68087a58 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 946 time: 0.0571420 Sep 23 23:17:58.673841 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2ebec1a9-c909-4f39-a9de-18ee7d7a6077 req-3cc0a24b-c4e4-4b7b-96c0-800652f85f46 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/security-groups?id=95f932e5-85a7-4bd1-8f85-1c92aa1526b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383923 Sep 23 23:17:59.175239 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:59.808703 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0611b4-7a52-4f61-bd09-7fa8e30d3ccd req-1dd4bbbb-746a-4337-82ce-65947f5a9328 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:59.810721 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1e0611b4-7a52-4f61-bd09-7fa8e30d3ccd req-1dd4bbbb-746a-4337-82ce-65947f5a9328 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 946 time: 0.0631557 Sep 23 23:17:59.858591 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1e0611b4-7a52-4f61-bd09-7fa8e30d3ccd req-47802a83-3a14-4bbe-9e03-33442e943179 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/security-groups?id=95f932e5-85a7-4bd1-8f85-1c92aa1526b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403609 Sep 23 23:18:00.523517 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:00.989514 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b7cd9-e50f-4362-931f-6a68e316ead2 req-109ad413-17a9-4cb5-9d11-366d6147fa78 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:00.991135 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-896b7cd9-e50f-4362-931f-6a68e316ead2 req-109ad413-17a9-4cb5-9d11-366d6147fa78 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 946 time: 0.0557451 Sep 23 23:18:01.034801 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-896b7cd9-e50f-4362-931f-6a68e316ead2 req-46cf0cd1-f3e5-4325-911b-16632b34ffae tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/security-groups?id=95f932e5-85a7-4bd1-8f85-1c92aa1526b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364861 Sep 23 23:18:01.757069 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318509b4-1c22-4957-a077-da02d1c4460c req-a3593a7d-446a-4b55-8979-f000d456be64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:01.758560 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-318509b4-1c22-4957-a077-da02d1c4460c req-a3593a7d-446a-4b55-8979-f000d456be64 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=092b8e38c05d455b8c071ade5b025610&device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 1099 time: 0.0535152 Sep 23 23:18:01.859045 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318509b4-1c22-4957-a077-da02d1c4460c req-3eeed395-aefa-4af6-b708-ba1571a8da8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:01.860546 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-318509b4-1c22-4957-a077-da02d1c4460c req-3eeed395-aefa-4af6-b708-ba1571a8da8e service neutron] 10.222.0.11 "GET /v2.0/networks?id=e5951a13-5270-4a63-a4b5-501d42277863 HTTP/1.1" status: 200 len: 910 time: 0.0944412 Sep 23 23:18:01.925386 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-318509b4-1c22-4957-a077-da02d1c4460c req-24890315-023e-4fd2-9a4e-b59441247cec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4ae2fb1-501e-43ae-89d4-c68313813af4 HTTP/1.1" status: 200 len: 1001 time: 0.0580029 Sep 23 23:18:01.986789 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318509b4-1c22-4957-a077-da02d1c4460c req-afc4b455-e510-45bb-98f2-50a1eb5d548b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:01.988495 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-318509b4-1c22-4957-a077-da02d1c4460c req-afc4b455-e510-45bb-98f2-50a1eb5d548b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7beacad9-fcef-408b-9f9c-c9bd5df50f14 HTTP/1.1" status: 200 len: 848 time: 0.0556905 Sep 23 23:18:02.041364 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318509b4-1c22-4957-a077-da02d1c4460c req-51cf7cb0-9eba-4fb1-903b-88e1975b6713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:02.042872 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-318509b4-1c22-4957-a077-da02d1c4460c req-51cf7cb0-9eba-4fb1-903b-88e1975b6713 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e5951a13-5270-4a63-a4b5-501d42277863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462024 Sep 23 23:18:02.146045 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-318509b4-1c22-4957-a077-da02d1c4460c req-835b9bf6-297c-45f0-9574-66ab5dd87b25 service neutron] 10.222.0.11 "GET /v2.0/networks/e5951a13-5270-4a63-a4b5-501d42277863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957649 Sep 23 23:18:02.155876 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8660ef-2398-40f5-9d89-1db01dd74aaa req-3fbc930c-19c4-464b-a061-8cc635fc02c2 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:02.161951 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-fb8660ef-2398-40f5-9d89-1db01dd74aaa req-3fbc930c-19c4-464b-a061-8cc635fc02c2 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 946 time: 0.0546160 Sep 23 23:18:02.202667 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-fb8660ef-2398-40f5-9d89-1db01dd74aaa req-bfffc55f-c1c7-48f1-ae0e-c5d439daefdf tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/security-groups?id=95f932e5-85a7-4bd1-8f85-1c92aa1526b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338507 Sep 23 23:18:02.251053 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-318509b4-1c22-4957-a077-da02d1c4460c req-0d9b1ef8-dcbd-4647-b959-05a12c120312 service neutron] 10.222.0.11 "GET /v2.0/networks/e5951a13-5270-4a63-a4b5-501d42277863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971975 Sep 23 23:18:03.334758 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb2022-988f-45c0-80a1-bf41d083d561 req-bd95a31c-4713-4e75-a5f5-2489c1a97e21 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:03.336310 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7cfb2022-988f-45c0-80a1-bf41d083d561 req-bd95a31c-4713-4e75-a5f5-2489c1a97e21 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 946 time: 0.0563059 Sep 23 23:18:03.376520 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7cfb2022-988f-45c0-80a1-bf41d083d561 req-09478800-9f9f-4190-975f-f3ef4bb5749d tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/security-groups?id=95f932e5-85a7-4bd1-8f85-1c92aa1526b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340216 Sep 23 23:18:04.497366 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d4272-58eb-4c1f-82ac-92b8ecc7688f req-57be34e0-dec1-4c87-add8-ccd3a81f000b tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:04.498904 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-027d4272-58eb-4c1f-82ac-92b8ecc7688f req-57be34e0-dec1-4c87-add8-ccd3a81f000b tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 946 time: 0.0499480 Sep 23 23:18:04.538920 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-027d4272-58eb-4c1f-82ac-92b8ecc7688f req-deeb4831-0f07-4ced-affd-f8e9597c2d23 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/security-groups?id=95f932e5-85a7-4bd1-8f85-1c92aa1526b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337732 Sep 23 23:18:04.738118 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [req-d2f88284-67ee-45d4-9363-c01e4933ac87 req-c758a5c6-6018-40ec-bbba-3b222c62a706 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:18:04.739285 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d2f88284-67ee-45d4-9363-c01e4933ac87 req-c758a5c6-6018-40ec-bbba-3b222c62a706 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1247275 Sep 23 23:18:04.890855 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 33896) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:18:04.907648 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e555543-568b-4cde-9613-51e4dd374968 req-1702cd26-ad6c-43cb-8afd-6496bfabc476 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:04.909359 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2e555543-568b-4cde-9613-51e4dd374968 req-1702cd26-ad6c-43cb-8afd-6496bfabc476 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 946 time: 0.0518069 Sep 23 23:18:04.948820 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-2e555543-568b-4cde-9613-51e4dd374968 req-cd574735-1d75-4c43-8a18-2e3f12d5cb7c tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/security-groups?id=95f932e5-85a7-4bd1-8f85-1c92aa1526b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333490 Sep 23 23:18:04.979650 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-40fee2bd-fc7d-46fb-a1f4-1f78d65a3cda req-d5094adc-2585-41a0-86ad-3a9d596a9866 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0875671 Sep 23 23:18:04.988848 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [req-40fee2bd-fc7d-46fb-a1f4-1f78d65a3cda req-c25ca0a5-0c84-4a10-b0b3-f8feb763eaa0 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94231) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:18:04.989806 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-40fee2bd-fc7d-46fb-a1f4-1f78d65a3cda req-c25ca0a5-0c84-4a10-b0b3-f8feb763eaa0 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050421 Sep 23 23:18:06.088731 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da280a0-920e-4dc7-b360-3e068bdba75f req-184fc2b2-3d45-4338-adc1-f81af9d71e65 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:06.090133 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0da280a0-920e-4dc7-b360-3e068bdba75f req-184fc2b2-3d45-4338-adc1-f81af9d71e65 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 946 time: 0.0696089 Sep 23 23:18:06.133094 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-0da280a0-920e-4dc7-b360-3e068bdba75f req-f6e972b6-decd-47cd-a8fb-e235c6b05a10 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/security-groups?id=95f932e5-85a7-4bd1-8f85-1c92aa1526b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359957 Sep 23 23:18:06.350739 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fee2bd-fc7d-46fb-a1f4-1f78d65a3cda req-2e458bfd-0515-489b-9e40-01caa4c615bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:06.352252 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-40fee2bd-fc7d-46fb-a1f4-1f78d65a3cda req-2e458bfd-0515-489b-9e40-01caa4c615bc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37&tenant_id=092b8e38c05d455b8c071ade5b025610 HTTP/1.1" status: 200 len: 1099 time: 0.0478144 Sep 23 23:18:06.429522 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fee2bd-fc7d-46fb-a1f4-1f78d65a3cda req-5127085a-6f3f-443a-92ed-b68336183db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:06.431212 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-40fee2bd-fc7d-46fb-a1f4-1f78d65a3cda req-5127085a-6f3f-443a-92ed-b68336183db7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=092b8e38c05d455b8c071ade5b025610&device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 1099 time: 0.0532355 Sep 23 23:18:06.535643 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fee2bd-fc7d-46fb-a1f4-1f78d65a3cda req-61bc8906-20a7-4c9e-a700-a3e9c6de5b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:06.537199 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-40fee2bd-fc7d-46fb-a1f4-1f78d65a3cda req-61bc8906-20a7-4c9e-a700-a3e9c6de5b3f service neutron] 10.222.0.11 "GET /v2.0/networks?id=e5951a13-5270-4a63-a4b5-501d42277863 HTTP/1.1" status: 200 len: 910 time: 0.0989532 Sep 23 23:18:06.612582 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-40fee2bd-fc7d-46fb-a1f4-1f78d65a3cda req-fff7cae4-dbce-4da5-a638-726b636be302 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4ae2fb1-501e-43ae-89d4-c68313813af4 HTTP/1.1" status: 200 len: 1001 time: 0.0674269 Sep 23 23:18:06.667975 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fee2bd-fc7d-46fb-a1f4-1f78d65a3cda req-8c0a2097-2805-40a3-a619-e5d3408b7869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:06.669461 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-40fee2bd-fc7d-46fb-a1f4-1f78d65a3cda req-8c0a2097-2805-40a3-a619-e5d3408b7869 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7beacad9-fcef-408b-9f9c-c9bd5df50f14 HTTP/1.1" status: 200 len: 848 time: 0.0451078 Sep 23 23:18:06.720340 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fee2bd-fc7d-46fb-a1f4-1f78d65a3cda req-2927e02a-aede-44ba-a0de-ae24f4aafd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:06.721923 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-40fee2bd-fc7d-46fb-a1f4-1f78d65a3cda req-2927e02a-aede-44ba-a0de-ae24f4aafd39 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e5951a13-5270-4a63-a4b5-501d42277863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450647 Sep 23 23:18:06.818740 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-40fee2bd-fc7d-46fb-a1f4-1f78d65a3cda req-5d304efa-bba0-4fd3-a98d-c6a69a86e26f service neutron] 10.222.0.11 "GET /v2.0/networks/e5951a13-5270-4a63-a4b5-501d42277863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889578 Sep 23 23:18:06.919744 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-40fee2bd-fc7d-46fb-a1f4-1f78d65a3cda req-830adf05-796d-4ec8-89cd-fb0574615c3a service neutron] 10.222.0.11 "GET /v2.0/networks/e5951a13-5270-4a63-a4b5-501d42277863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924661 Sep 23 23:18:07.263070 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2295a7-f0d0-494d-997d-c1c6cc8cf970 req-37201118-a4dd-44ee-8e42-96f955a99471 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:07.264649 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ff2295a7-f0d0-494d-997d-c1c6cc8cf970 req-37201118-a4dd-44ee-8e42-96f955a99471 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 946 time: 0.0573554 Sep 23 23:18:07.304514 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ff2295a7-f0d0-494d-997d-c1c6cc8cf970 req-e767df82-b748-466a-860b-ee3ae77ca6fb tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/security-groups?id=95f932e5-85a7-4bd1-8f85-1c92aa1526b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329976 Sep 23 23:18:07.484888 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device c4ae2fb1-501e-43ae-89d4-c68313813af4 no longer exists at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:18:07.580224 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:07.612210 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0fb78a-9df4-4ed4-a7c8-066e3f724c37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4ae2fb1-501e-43ae-89d4-c68313813af4'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:18:07.614943 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7224bc9728871e873a89dc5c7795d0b38d91bd368c61c3cf47b1fa6016b6835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85786ac7-92d9-47b2-8760-9be724fe8f76" -d '{"events": [{"server_uuid": "da0fb78a-9df4-4ed4-a7c8-066e3f724c37", "name": "network-vif-unplugged", "status": "completed", "tag": "c4ae2fb1-501e-43ae-89d4-c68313813af4"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:18:07.640411 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port c4ae2fb1-501e-43ae-89d4-c68313813af4, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=c4ae2fb1-501e-43ae-89d4-c68313813af4,segment=NetworkSegment(1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4),segment_id=1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:18:07.646649 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:07.674627 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 23:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008f5faa-820d-4414-93ea-54fa78578e29 x-openstack-request-id: req-008f5faa-820d-4414-93ea-54fa78578e29 {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:18:07.674995 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0fb78a-9df4-4ed4-a7c8-066e3f724c37", "name": "network-vif-unplugged", "status": "completed", "tag": "c4ae2fb1-501e-43ae-89d4-c68313813af4", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:18:07.675229 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-008f5faa-820d-4414-93ea-54fa78578e29 {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:18:07.675656 dv-cinder-810785-1-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0fb78a-9df4-4ed4-a7c8-066e3f724c37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4ae2fb1-501e-43ae-89d4-c68313813af4', 'code': 200} Sep 23 23:18:07.704566 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=c4ae2fb1-501e-43ae-89d4-c68313813af4,revision_number=6']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:08.426713 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e6918-24d6-4265-8212-520d3f11d5db req-dcbdbfe4-c227-43de-8b94-980839f5d0b9 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:08.428237 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-661e6918-24d6-4265-8212-520d3f11d5db req-dcbdbfe4-c227-43de-8b94-980839f5d0b9 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 944 time: 0.0510635 Sep 23 23:18:08.471178 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-661e6918-24d6-4265-8212-520d3f11d5db req-c12a4be3-5779-4f9d-95c7-9ab1d1c2134e tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/security-groups?id=95f932e5-85a7-4bd1-8f85-1c92aa1526b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368295 Sep 23 23:18:09.595924 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52906c-f2bc-4367-a378-269d74560bc7 req-ba8236e1-19c6-4d93-965a-dc608c8e7d4a tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:09.597501 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8e52906c-f2bc-4367-a378-269d74560bc7 req-ba8236e1-19c6-4d93-965a-dc608c8e7d4a tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 944 time: 0.0542672 Sep 23 23:18:09.638422 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8e52906c-f2bc-4367-a378-269d74560bc7 req-0c4b96f0-0ee3-4afd-8206-03ba9c34f378 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/security-groups?id=95f932e5-85a7-4bd1-8f85-1c92aa1526b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347402 Sep 23 23:18:09.706193 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:10.768447 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90aa16-3909-4a0f-bc95-88405fb25098 req-34c0a598-1ace-4c8b-9d74-a1054d6c35d4 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:10.770069 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cc90aa16-3909-4a0f-bc95-88405fb25098 req-34c0a598-1ace-4c8b-9d74-a1054d6c35d4 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 944 time: 0.0567174 Sep 23 23:18:10.816956 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-cc90aa16-3909-4a0f-bc95-88405fb25098 req-1582ce3f-8f2b-4728-ae5e-1939b4697958 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/security-groups?id=95f932e5-85a7-4bd1-8f85-1c92aa1526b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394299 Sep 23 23:18:11.959257 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56831ed3-f3b6-4b07-9abc-21412bf9607d req-c477dc66-74e2-4b83-96f5-b002e95ce8f7 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:11.960846 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-56831ed3-f3b6-4b07-9abc-21412bf9607d req-c477dc66-74e2-4b83-96f5-b002e95ce8f7 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 944 time: 0.0529971 Sep 23 23:18:12.003363 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-56831ed3-f3b6-4b07-9abc-21412bf9607d req-1130b2f5-6c61-458a-afbf-bfff53565985 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/security-groups?id=95f932e5-85a7-4bd1-8f85-1c92aa1526b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359347 Sep 23 23:18:12.120228 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-05ebe539-110a-4904-97c4-aeb94c9a2376 req-304aa2df-0160-4e6e-98f6-fdd66ab5f315 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441027 Sep 23 23:18:12.210236 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebe539-110a-4904-97c4-aeb94c9a2376 req-80c33def-1def-4a2a-90f7-ebb103a735b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:12.211815 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-05ebe539-110a-4904-97c4-aeb94c9a2376 req-80c33def-1def-4a2a-90f7-ebb103a735b0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1ce270caeccc45089992ccfe6f9b5e97&device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 1099 time: 0.0447283 Sep 23 23:18:12.349276 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebe539-110a-4904-97c4-aeb94c9a2376 req-6040c34b-1deb-4ea9-97ec-15bfd1c4acfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:12.350781 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-05ebe539-110a-4904-97c4-aeb94c9a2376 req-6040c34b-1deb-4ea9-97ec-15bfd1c4acfd service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a541a17-4f1f-474c-8b16-9626260a5840 HTTP/1.1" status: 200 len: 918 time: 0.0940771 Sep 23 23:18:12.422134 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-05ebe539-110a-4904-97c4-aeb94c9a2376 req-d2550817-7a53-4998-9018-f4352befec2f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab0ed4fc-89e0-472a-8b81-54ca653e1099 HTTP/1.1" status: 200 len: 1000 time: 0.0619087 Sep 23 23:18:12.475677 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebe539-110a-4904-97c4-aeb94c9a2376 req-3fcfb818-038d-47d2-afcd-6cb6bc7c842f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:12.477225 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-05ebe539-110a-4904-97c4-aeb94c9a2376 req-3fcfb818-038d-47d2-afcd-6cb6bc7c842f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c8241cf2-9853-4e57-aa8e-4b19fe5956ff HTTP/1.1" status: 200 len: 856 time: 0.0474267 Sep 23 23:18:12.538256 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebe539-110a-4904-97c4-aeb94c9a2376 req-23d8c7bd-3849-4a5d-a1bd-b637cea4006d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:12.539944 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-05ebe539-110a-4904-97c4-aeb94c9a2376 req-23d8c7bd-3849-4a5d-a1bd-b637cea4006d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a541a17-4f1f-474c-8b16-9626260a5840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546947 Sep 23 23:18:12.633589 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-05ebe539-110a-4904-97c4-aeb94c9a2376 req-6bb331e3-415d-4c35-88ca-e03855cfb76d service neutron] 10.222.0.11 "GET /v2.0/networks/0a541a17-4f1f-474c-8b16-9626260a5840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850098 Sep 23 23:18:12.733258 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-05ebe539-110a-4904-97c4-aeb94c9a2376 req-a40f1f21-9608-4ff3-87fd-62fcb5da8a59 service neutron] 10.222.0.11 "GET /v2.0/networks/0a541a17-4f1f-474c-8b16-9626260a5840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911026 Sep 23 23:18:13.142826 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18398a6-f873-4ed4-b10e-042c3786ca09 req-7eb16a4c-b270-461d-94ea-2edb9979241b tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:13.144983 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b18398a6-f873-4ed4-b10e-042c3786ca09 req-7eb16a4c-b270-461d-94ea-2edb9979241b tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 944 time: 0.0680900 Sep 23 23:18:13.185676 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-b18398a6-f873-4ed4-b10e-042c3786ca09 req-722e1015-44c2-4a10-bccf-e04f0d7c1928 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/security-groups?id=95f932e5-85a7-4bd1-8f85-1c92aa1526b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346673 Sep 23 23:18:13.202699 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0cf48d-8e1d-4016-8a78-79c70204a951 req-4c6d84ca-96b2-46fc-a206-79eaa3753570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:13.204340 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2c0cf48d-8e1d-4016-8a78-79c70204a951 req-4c6d84ca-96b2-46fc-a206-79eaa3753570 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 1097 time: 0.0433547 Sep 23 23:18:13.245710 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2c0cf48d-8e1d-4016-8a78-79c70204a951 req-e63d1fb5-d73d-46cf-911a-a5fd1ac43346 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=95f932e5-85a7-4bd1-8f85-1c92aa1526b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335841 Sep 23 23:18:14.331249 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d02e5-df1a-4217-8aaf-c6f86fdb531f req-bb1b6fb5-e89c-4124-a624-4bcd9cbc9a0d tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:14.333137 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4e0d02e5-df1a-4217-8aaf-c6f86fdb531f req-bb1b6fb5-e89c-4124-a624-4bcd9cbc9a0d tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 944 time: 0.0651155 Sep 23 23:18:14.375192 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4e0d02e5-df1a-4217-8aaf-c6f86fdb531f req-ccb95f70-5a89-48e7-a247-6141834e241c tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/security-groups?id=95f932e5-85a7-4bd1-8f85-1c92aa1526b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355275 Sep 23 23:18:14.569237 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-e120304e-e087-4557-b345-b0e358493c41 None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:18:15.502481 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fcbc7-a7be-476c-afa4-2615e032b05f req-56bb46cd-fd82-43e3-96e9-6b06973e8e97 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:15.504097 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-274fcbc7-a7be-476c-afa4-2615e032b05f req-56bb46cd-fd82-43e3-96e9-6b06973e8e97 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 944 time: 0.0556579 Sep 23 23:18:15.516373 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device c4ae2fb1-501e-43ae-89d4-c68313813af4 details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:18:15.544979 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-274fcbc7-a7be-476c-afa4-2615e032b05f req-292c712a-991b-4557-a135-80850335636e tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/security-groups?id=95f932e5-85a7-4bd1-8f85-1c92aa1526b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348258 Sep 23 23:18:15.622862 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port c4ae2fb1-501e-43ae-89d4-c68313813af4, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=c4ae2fb1-501e-43ae-89d4-c68313813af4,segment=NetworkSegment(1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4),segment_id=1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:18:15.633567 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Returning: {'device': 'c4ae2fb1-501e-43ae-89d4-c68313813af4', 'network_id': 'e5951a13-5270-4a63-a4b5-501d42277863', 'port_id': 'c4ae2fb1-501e-43ae-89d4-c68313813af4', 'mac_address': 'fa:16:3e:08:9f:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7beacad9-fcef-408b-9f9c-c9bd5df50f14', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:18:15.670517 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:15.684274 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4ae2fb1-501e-43ae-89d4-c68313813af4 {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:18:15.703843 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port c4ae2fb1-501e-43ae-89d4-c68313813af4, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=c4ae2fb1-501e-43ae-89d4-c68313813af4,segment=NetworkSegment(1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4),segment_id=1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:18:15.713482 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:15.770197 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=c4ae2fb1-501e-43ae-89d4-c68313813af4,revision_number=7']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:16.002397 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['c4ae2fb1-501e-43ae-89d4-c68313813af4'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:18:17.516731 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device c4ae2fb1-501e-43ae-89d4-c68313813af4 up at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:18:17.568780 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning complete for port c4ae2fb1-501e-43ae-89d4-c68313813af4 triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:18:17.569163 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:17.655355 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:17.679007 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0fb78a-9df4-4ed4-a7c8-066e3f724c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ae2fb1-501e-43ae-89d4-c68313813af4'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:18:17.681341 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7224bc9728871e873a89dc5c7795d0b38d91bd368c61c3cf47b1fa6016b6835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e079e2-60d0-48c8-92b2-ba94fb883c73" -d '{"events": [{"server_uuid": "da0fb78a-9df4-4ed4-a7c8-066e3f724c37", "name": "network-vif-plugged", "status": "completed", "tag": "c4ae2fb1-501e-43ae-89d4-c68313813af4"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:18:17.693433 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port c4ae2fb1-501e-43ae-89d4-c68313813af4, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=c4ae2fb1-501e-43ae-89d4-c68313813af4,segment=NetworkSegment(1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4),segment_id=1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:18:17.699505 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:17.726036 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a5232f-6ad7-4980-bfdc-97b8a57d1638 x-openstack-request-id: req-36a5232f-6ad7-4980-bfdc-97b8a57d1638 {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:18:17.726329 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0fb78a-9df4-4ed4-a7c8-066e3f724c37", "name": "network-vif-plugged", "status": "completed", "tag": "c4ae2fb1-501e-43ae-89d4-c68313813af4", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:18:17.726572 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-36a5232f-6ad7-4980-bfdc-97b8a57d1638 {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:18:17.726951 dv-cinder-810785-1-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0fb78a-9df4-4ed4-a7c8-066e3f724c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ae2fb1-501e-43ae-89d4-c68313813af4', 'code': 200} Sep 23 23:18:17.761460 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=c4ae2fb1-501e-43ae-89d4-c68313813af4,revision_number=8']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:21.129000 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e73f1c-9881-4607-9ceb-1fcb29b1b4b4 req-1852a689-b916-49ad-b066-f7bd8db79a3d tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:21.130604 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-38e73f1c-9881-4607-9ceb-1fcb29b1b4b4 req-1852a689-b916-49ad-b066-f7bd8db79a3d tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 946 time: 0.0562878 Sep 23 23:18:21.173159 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-38e73f1c-9881-4607-9ceb-1fcb29b1b4b4 req-625cf6af-624d-467e-a38b-c38db67b3f03 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361588 Sep 23 23:18:22.317432 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39b3c0-fa0c-4ad0-97a7-a644247dde20 req-052ef208-238a-485c-99f6-5e7dba88ce50 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:22.320407 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-3a39b3c0-fa0c-4ad0-97a7-a644247dde20 req-052ef208-238a-485c-99f6-5e7dba88ce50 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 946 time: 0.0592291 Sep 23 23:18:22.380256 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-3a39b3c0-fa0c-4ad0-97a7-a644247dde20 req-40753ffe-249d-4225-8873-6690c04d197f tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b9db8-08b9-41a0-ae02-dc4c1180f915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527380 Sep 23 23:18:22.512944 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f13e7-df69-44be-9ee6-ac9e1de5e2a2 req-9ea60533-55ed-4c06-9d14-f42d619b87cc tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:22.514413 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2f1f13e7-df69-44be-9ee6-ac9e1de5e2a2 req-9ea60533-55ed-4c06-9d14-f42d619b87cc tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 946 time: 0.0614204 Sep 23 23:18:22.613683 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [req-2f1f13e7-df69-44be-9ee6-ac9e1de5e2a2 req-9eda59f9-631c-4484-8fbe-989356cd5780 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Deleting port ab0ed4fc-89e0-472a-8b81-54ca653e1099 {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:18:22.614057 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-2f1f13e7-df69-44be-9ee6-ac9e1de5e2a2 req-9eda59f9-631c-4484-8fbe-989356cd5780 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:22.710296 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-2f1f13e7-df69-44be-9ee6-ac9e1de5e2a2 req-9eda59f9-631c-4484-8fbe-989356cd5780 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] For port ab0ed4fc-89e0-472a-8b81-54ca653e1099, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=ab0ed4fc-89e0-472a-8b81-54ca653e1099,segment=NetworkSegment(9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82),segment_id=9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:18:22.710555 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-2f1f13e7-df69-44be-9ee6-ac9e1de5e2a2 req-9eda59f9-631c-4484-8fbe-989356cd5780 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:23.152301 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-2f1f13e7-df69-44be-9ee6-ac9e1de5e2a2 req-9eda59f9-631c-4484-8fbe-989356cd5780 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:23.152660 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-2f1f13e7-df69-44be-9ee6-ac9e1de5e2a2 req-9eda59f9-631c-4484-8fbe-989356cd5780 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594972'] for floatingip, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:23.152975 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.db.l3_db [req-2f1f13e7-df69-44be-9ee6-ac9e1de5e2a2 req-9eda59f9-631c-4484-8fbe-989356cd5780 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Floating IP 05a1f004-6af7-4ddc-b42a-a6f5dc4b2af8 disassociated. External IP: 172.27.1.38, port: ab0ed4fc-89e0-472a-8b81-54ca653e1099. Sep 23 23:18:23.153312 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [req-2f1f13e7-df69-44be-9ee6-ac9e1de5e2a2 req-9eda59f9-631c-4484-8fbe-989356cd5780 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Calling delete_port for ab0ed4fc-89e0-472a-8b81-54ca653e1099 owned by compute:nova {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:18:23.292329 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-2f1f13e7-df69-44be-9ee6-ac9e1de5e2a2 req-9eda59f9-631c-4484-8fbe-989356cd5780 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:23.331426 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eda59f9-631c-4484-8fbe-989356cd5780 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Pushing event deleted for resources: {'Port': ['ID=ab0ed4fc-89e0-472a-8b81-54ca653e1099,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:23.343142 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eda59f9-631c-4484-8fbe-989356cd5780 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:23.343510 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eda59f9-631c-4484-8fbe-989356cd5780 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:23.343845 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eda59f9-631c-4484-8fbe-989356cd5780 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:23.344173 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eda59f9-631c-4484-8fbe-989356cd5780 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:23.344500 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eda59f9-631c-4484-8fbe-989356cd5780 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:23.344809 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eda59f9-631c-4484-8fbe-989356cd5780 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:23.345126 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eda59f9-631c-4484-8fbe-989356cd5780 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:23.345438 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eda59f9-631c-4484-8fbe-989356cd5780 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:23.345748 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eda59f9-631c-4484-8fbe-989356cd5780 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:23.346057 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eda59f9-631c-4484-8fbe-989356cd5780 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:23.346853 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eda59f9-631c-4484-8fbe-989356cd5780 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:23.347156 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eda59f9-631c-4484-8fbe-989356cd5780 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:23.471629 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f1f13e7-df69-44be-9ee6-ac9e1de5e2a2 req-9eda59f9-631c-4484-8fbe-989356cd5780 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Router ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7 has already been hosted by L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 {{(pid=94231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:18:23.508228 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1cb6c2cf-8693-4e82-b1c5-cfaee7285371 req-78278efc-07a1-4f50-b2b1-b7e61557450b tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a91d218-84d8-4d77-8dfc-1161e84073b1 HTTP/1.1" status: 200 len: 210 time: 0.0298424 Sep 23 23:18:23.597185 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f1f13e7-df69-44be-9ee6-ac9e1de5e2a2 req-9eda59f9-631c-4484-8fbe-989356cd5780 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:18:23.608737 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654daec6-f6de-4c79-9242-957445d55cd6 None None] Sync routers for ids ['ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7'] in dv-cinder-810785-1-iscsi {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:18:23.619501 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654daec6-f6de-4c79-9242-957445d55cd6 None None] Routers {'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:18:23.620291 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-654daec6-f6de-4c79-9242-957445d55cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:17:58Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:18:23.638484 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1f13e7-df69-44be-9ee6-ac9e1de5e2a2 req-9eda59f9-631c-4484-8fbe-989356cd5780 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] No DVR routers for this DVR port ab0ed4fc-89e0-472a-8b81-54ca653e1099 on host hv-cinder-81078 {{(pid=94231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:18:23.641272 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-2f1f13e7-df69-44be-9ee6-ac9e1de5e2a2 req-9eda59f9-631c-4484-8fbe-989356cd5780 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:23.643395 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2f1f13e7-df69-44be-9ee6-ac9e1de5e2a2 req-9eda59f9-631c-4484-8fbe-989356cd5780 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.11 "DELETE /v2.0/ports/ab0ed4fc-89e0-472a-8b81-54ca653e1099 HTTP/1.1" status: 204 len: 173 time: 1.1223791 Sep 23 23:18:23.643839 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a91d218-84d8-4d77-8dfc-1161e84073b1', 'name': 'network-vif-deleted', 'tag': 'ab0ed4fc-89e0-472a-8b81-54ca653e1099'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:18:23.646347 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1d5602135d6fd2b93bb7a1a207777d999d514b69f59ce624d4faeb629b016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a0ab9f-ceac-48dc-8fe9-2343133799d4" -d '{"events": [{"server_uuid": "9a91d218-84d8-4d77-8dfc-1161e84073b1", "name": "network-vif-deleted", "tag": "ab0ed4fc-89e0-472a-8b81-54ca653e1099"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:18:23.699371 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214ba3b8-d9e1-4e55-82b6-7fa7866509bd x-openstack-request-id: req-214ba3b8-d9e1-4e55-82b6-7fa7866509bd {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:18:23.699657 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a91d218-84d8-4d77-8dfc-1161e84073b1", "name": "network-vif-deleted", "tag": "ab0ed4fc-89e0-472a-8b81-54ca653e1099", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:18:23.699937 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-214ba3b8-d9e1-4e55-82b6-7fa7866509bd {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:18:23.700398 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a91d218-84d8-4d77-8dfc-1161e84073b1', 'name': 'network-vif-deleted', 'tag': 'ab0ed4fc-89e0-472a-8b81-54ca653e1099', 'status': 'completed', 'code': 200} Sep 23 23:18:23.744369 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-654daec6-f6de-4c79-9242-957445d55cd6 None None] Set router ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:18:23.773961 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-318aea75-9250-489e-9808-0e4282e7bbd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:23.968251 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-654daec6-f6de-4c79-9242-957445d55cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1245347857-router', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:10:31Z', 'updated_at': '2021-09-23T23:10:38Z', 'revision_number': 4, 'project_id': '1ce270caeccc45089992ccfe6f9b5e97', 'gw_port': {'id': 'a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:10:32Z', 'updated_at': '2021-09-23T23:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '0bcfd350-dc29-4821-9140-efa8fddc726e', 'name': '', 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'mac_address': 'fa:16:3e:fd:f2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c8241cf2-9853-4e57-aa8e-4b19fe5956ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:10:37Z', 'updated_at': '2021-09-23T23:10:43Z', 'revision_number': 5, 'project_id': '1ce270caeccc45089992ccfe6f9b5e97', 'subnets': [{'id': 'c8241cf2-9853-4e57-aa8e-4b19fe5956ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:18:24.000283 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654daec6-f6de-4c79-9242-957445d55cd6 None None] Checking router: ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7 for host: dv-cinder-810785-1-iscsi {{(pid=94234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:18:24.009890 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654daec6-f6de-4c79-9242-957445d55cd6 None None] Routers {'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:18:24.010505 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-654daec6-f6de-4c79-9242-957445d55cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:17:58Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:18:24.172187 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-654daec6-f6de-4c79-9242-957445d55cd6 None None] Set router ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:18:24.405360 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-654daec6-f6de-4c79-9242-957445d55cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1245347857-router', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:10:31Z', 'updated_at': '2021-09-23T23:10:38Z', 'revision_number': 4, 'project_id': '1ce270caeccc45089992ccfe6f9b5e97', 'gw_port': {'id': 'a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:10:32Z', 'updated_at': '2021-09-23T23:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '0bcfd350-dc29-4821-9140-efa8fddc726e', 'name': '', 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'mac_address': 'fa:16:3e:fd:f2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c8241cf2-9853-4e57-aa8e-4b19fe5956ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:10:37Z', 'updated_at': '2021-09-23T23:10:43Z', 'revision_number': 5, 'project_id': '1ce270caeccc45089992ccfe6f9b5e97', 'subnets': [{'id': 'c8241cf2-9853-4e57-aa8e-4b19fe5956ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:18:24.433465 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654daec6-f6de-4c79-9242-957445d55cd6 None None] The sync data for ids ['ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7'] in dv-cinder-810785-1-iscsi is: [{'id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1245347857-router', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:10:31Z', 'updated_at': '2021-09-23T23:10:38Z', 'revision_number': 4, 'project_id': '1ce270caeccc45089992ccfe6f9b5e97', 'gw_port': {'id': 'a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:10:32Z', 'updated_at': '2021-09-23T23:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '0bcfd350-dc29-4821-9140-efa8fddc726e', 'name': '', 'network_id': '0a541a17-4f1f-474c-8b16-9626260a5840', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'mac_address': 'fa:16:3e:fd:f2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c8241cf2-9853-4e57-aa8e-4b19fe5956ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:10:37Z', 'updated_at': '2021-09-23T23:10:43Z', 'revision_number': 5, 'project_id': '1ce270caeccc45089992ccfe6f9b5e97', 'subnets': [{'id': 'c8241cf2-9853-4e57-aa8e-4b19fe5956ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:18:24.627047 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 33962) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:18:24.689697 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05aaaa36-d700-4659-bef6-a9da8f1b1f8b None None] New status for floating IP 05a1f004-6af7-4ddc-b42a-a6f5dc4b2af8: DOWN {{(pid=94233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:18:24.699004 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d4aee3f4-2009-4133-af0c-d009c0f0342d tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:24.726879 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d4aee3f4-2009-4133-af0c-d009c0f0342d tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:24.795250 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d4aee3f4-2009-4133-af0c-d009c0f0342d tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:24.797949 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-d4aee3f4-2009-4133-af0c-d009c0f0342d tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:24.801908 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-d4aee3f4-2009-4133-af0c-d009c0f0342d tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "DELETE /v2.0/security-groups/a70b9db8-08b9-41a0-ae02-dc4c1180f915 HTTP/1.1" status: 204 len: 168 time: 0.1712091 Sep 23 23:18:24.803669 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 33964) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:18:24.819704 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aee3f4-2009-4133-af0c-d009c0f0342d tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70b9db8-08b9-41a0-ae02-dc4c1180f915,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:24.827988 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.api.v2.resource [None req-21eaaf2e-a3b0-4be3-b07a-1384092a2121 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] show failed (client error): The resource could not be found. Sep 23 23:18:24.829723 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-21eaaf2e-a3b0-4be3-b07a-1384092a2121 tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "GET /v2.0/security-groups/a70b9db8-08b9-41a0-ae02-dc4c1180f915 HTTP/1.1" status: 404 len: 347 time: 0.0233347 Sep 23 23:18:24.832544 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 33966) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:18:24.962555 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-562cc9ef-e687-4193-8a1f-de4f984c285a tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Deleting port e0ac064c-e8a4-4ded-828b-68d697b7aa9e {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:18:24.962926 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-562cc9ef-e687-4193-8a1f-de4f984c285a tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:25.054246 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-562cc9ef-e687-4193-8a1f-de4f984c285a tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:25.054505 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-562cc9ef-e687-4193-8a1f-de4f984c285a tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:25.069096 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-562cc9ef-e687-4193-8a1f-de4f984c285a tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Calling delete_port for e0ac064c-e8a4-4ded-828b-68d697b7aa9e owned by network:floatingip {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:18:25.215560 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-562cc9ef-e687-4193-8a1f-de4f984c285a tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416648'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:25.244358 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562cc9ef-e687-4193-8a1f-de4f984c285a tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Pushing event deleted for resources: {'Port': ['ID=e0ac064c-e8a4-4ded-828b-68d697b7aa9e,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:25.274313 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562cc9ef-e687-4193-8a1f-de4f984c285a tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:25.274649 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562cc9ef-e687-4193-8a1f-de4f984c285a tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:25.274982 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562cc9ef-e687-4193-8a1f-de4f984c285a tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:25.275347 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562cc9ef-e687-4193-8a1f-de4f984c285a tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:25.275675 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562cc9ef-e687-4193-8a1f-de4f984c285a tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:25.275999 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562cc9ef-e687-4193-8a1f-de4f984c285a tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:25.276318 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562cc9ef-e687-4193-8a1f-de4f984c285a tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:25.276633 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562cc9ef-e687-4193-8a1f-de4f984c285a tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:25.276949 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562cc9ef-e687-4193-8a1f-de4f984c285a tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:25.277324 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562cc9ef-e687-4193-8a1f-de4f984c285a tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:25.277669 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562cc9ef-e687-4193-8a1f-de4f984c285a tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:25.277982 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562cc9ef-e687-4193-8a1f-de4f984c285a tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:25.327605 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-562cc9ef-e687-4193-8a1f-de4f984c285a tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks [] for floatingip, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:25.335019 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-562cc9ef-e687-4193-8a1f-de4f984c285a tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for floatingip, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:25.335019 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-562cc9ef-e687-4193-8a1f-de4f984c285a tempest-AttachVolumeShelveTestJSON-1275491359 tempest-AttachVolumeShelveTestJSON-1275491359-project] 10.222.0.46 "DELETE /v2.0/floatingips/05a1f004-6af7-4ddc-b42a-a6f5dc4b2af8 HTTP/1.1" status: 204 len: 168 time: 0.4991200 Sep 23 23:18:26.271295 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device ab0ed4fc-89e0-472a-8b81-54ca653e1099 no longer exists at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:18:26.293980 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] No Port match for: ab0ed4fc-89e0-472a-8b81-54ca653e1099 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:18:26.294318 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device ab0ed4fc-89e0-472a-8b81-54ca653e1099 not bound to the agent host hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:18:26.908883 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:27.708851 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-93a6e3bf-b764-458f-8c2f-86685d728d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:29.177548 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:30.324217 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-a1de3536-f8b0-4baf-ab07-f05d430a39b8 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1057518051&fields=id&tenant_id=0b54c8cb576f4df48743b760c9eaae2a HTTP/1.1" status: 200 len: 267 time: 0.0429497 Sep 23 23:18:30.456571 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-826719f6-9e08-44eb-b402-1ec901701561 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:30.458080 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-826719f6-9e08-44eb-b402-1ec901701561 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/networks?id=a142d4ab-a769-4517-b595-172b82642394 HTTP/1.1" status: 200 len: 811 time: 0.1267202 Sep 23 23:18:30.481352 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-e678d73c-4540-4fdc-b8ff-399e0d68451e tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/quotas/0b54c8cb576f4df48743b760c9eaae2a HTTP/1.1" status: 200 len: 375 time: 0.0102761 Sep 23 23:18:30.528218 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:30.556910 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-c004b527-aae2-41c8-8f20-d1d840172e5b tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0b54c8cb576f4df48743b760c9eaae2a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0675418 Sep 23 23:18:30.671302 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-c3e624b1-6227-4c44-b65e-0da1564f2c35 service neutron] 10.222.0.46 "GET /v2.0/networks/a142d4ab-a769-4517-b595-172b82642394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003299 Sep 23 23:18:30.788094 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-b196f871-385c-41d0-a53e-0647175adb23 service neutron] 10.222.0.46 "GET /v2.0/networks/a142d4ab-a769-4517-b595-172b82642394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084185 Sep 23 23:18:31.003922 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 34032) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:18:31.109520 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a1a8ab43-ada8-4e2d-8094-3b88da20cbe6 req-f3836ecd-cb32-45e4-b08e-0e9ffebe3441 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d465b71-5e2e-46f8-a9e7-fb08696f2cbc HTTP/1.1" status: 200 len: 210 time: 0.0333779 Sep 23 23:18:31.506884 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ba37b088-a3ca-4534-bb5a-f6699b086364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593436'] for router_interface, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:31.791235 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-ba37b088-a3ca-4534-bb5a-f6699b086364 admin admin] Deleting port 0bcfd350-dc29-4821-9140-efa8fddc726e {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:18:31.791595 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ba37b088-a3ca-4534-bb5a-f6699b086364 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:31.884417 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [None req-ba37b088-a3ca-4534-bb5a-f6699b086364 admin admin] For port 0bcfd350-dc29-4821-9140-efa8fddc726e, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=0bcfd350-dc29-4821-9140-efa8fddc726e,segment=NetworkSegment(9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82),segment_id=9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:18:31.884772 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ba37b088-a3ca-4534-bb5a-f6699b086364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:31.908858 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-ba37b088-a3ca-4534-bb5a-f6699b086364 admin admin] Calling delete_port for 0bcfd350-dc29-4821-9140-efa8fddc726e owned by network:router_interface {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:18:32.117201 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-2f83a1ae-0295-41f4-8e56-f9d68aa89d88 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:32.119559 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-2f83a1ae-0295-41f4-8e56-f9d68aa89d88 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.11 "GET /v2.0/networks?id=a142d4ab-a769-4517-b595-172b82642394 HTTP/1.1" status: 200 len: 811 time: 0.1190200 Sep 23 23:18:32.122101 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ba37b088-a3ca-4534-bb5a-f6699b086364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416648'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:32.162512 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba37b088-a3ca-4534-bb5a-f6699b086364 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bcfd350-dc29-4821-9140-efa8fddc726e,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:32.172212 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-963cb5e6-c2fc-44dc-844d-84252be778ac tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b54c8cb576f4df48743b760c9eaae2a HTTP/1.1" status: 200 len: 380 time: 0.0425503 Sep 23 23:18:32.185230 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-da7ec8c8-131f-4df8-91f4-f908d157f862 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Request body: {'port': {'device_id': '7d465b71-5e2e-46f8-a9e7-fb08696f2cbc', 'network_id': 'a142d4ab-a769-4517-b595-172b82642394', 'admin_state_up': True, 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'security_groups': ['540b9a7f-a68b-4691-8112-30322530dffc']}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:18:32.271494 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4e8c2182-7fda-4e07-9167-7f38cef3a1cf req-a6a866dd-7a57-43c0-a08b-367e70c38e7e tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d465b71-5e2e-46f8-a9e7-fb08696f2cbc HTTP/1.1" status: 200 len: 210 time: 0.0691216 Sep 23 23:18:32.327386 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-da7ec8c8-131f-4df8-91f4-f908d157f862 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Made reservation on behalf of 0b54c8cb576f4df48743b760c9eaae2a for: {'port': 1} {{(pid=94231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:18:32.331426 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-da7ec8c8-131f-4df8-91f4-f908d157f862 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:32.403015 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-ba37b088-a3ca-4534-bb5a-f6699b086364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595093'] for router_interface, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:32.473986 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-da7ec8c8-131f-4df8-91f4-f908d157f862 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Allocated IP 172.20.0.10 (a142d4ab-a769-4517-b595-172b82642394/1f89343e-2ad9-4e3b-a2d5-c722d5396ede/5ceaf489-a335-4bb2-99e5-f426ccdafecb) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:18:32.649703 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-da7ec8c8-131f-4df8-91f4-f908d157f862 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:32.687927 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-da7ec8c8-131f-4df8-91f4-f908d157f862 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:32.733374 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-da7ec8c8-131f-4df8-91f4-f908d157f862 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Network a142d4ab-a769-4517-b595-172b82642394 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:18:32.736671 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-da7ec8c8-131f-4df8-91f4-f908d157f862 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:18:32.739359 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-da7ec8c8-131f-4df8-91f4-f908d157f862 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:18:32.779889 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ec8c8-131f-4df8-91f4-f908d157f862 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Pushing event updated for resources: {'Port': ['ID=5ceaf489-a335-4bb2-99e5-f426ccdafecb,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:32.813927 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-da7ec8c8-131f-4df8-91f4-f908d157f862 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:32.814609 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-da7ec8c8-131f-4df8-91f4-f908d157f862 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:32.832222 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-da7ec8c8-131f-4df8-91f4-f908d157f862 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6511302 Sep 23 23:18:32.848093 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-0bbd84f1-605e-4200-9864-f830274a1f8a service neutron] Request body: {'port': {'device_id': '7d465b71-5e2e-46f8-a9e7-fb08696f2cbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81078'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:18:32.909776 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-0bbd84f1-605e-4200-9864-f830274a1f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:32.934419 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba37b088-a3ca-4534-bb5a-f6699b086364 admin admin] Router ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7 has already been hosted by L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 {{(pid=94232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:18:32.998938 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-2e75277e-4fbb-429e-9d16-75bbbf747d67 None None] Provisioning complete for port 5ceaf489-a335-4bb2-99e5-f426ccdafecb triggered by entity DHCP. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:18:32.999951 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-2e75277e-4fbb-429e-9d16-75bbbf747d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:33.051822 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-2e75277e-4fbb-429e-9d16-75bbbf747d67 None None] Port 5ceaf489-a335-4bb2-99e5-f426ccdafecb cannot update to ACTIVE because it is not bound. {{(pid=94233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:18:33.078103 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba37b088-a3ca-4534-bb5a-f6699b086364 admin admin] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:18:33.087520 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-ba37b088-a3ca-4534-bb5a-f6699b086364 admin admin] 10.222.0.46 "PUT /v2.0/routers/ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0814238 Sep 23 23:18:33.090116 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 34048) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:18:33.093906 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622fa4b2-779b-4ea7-85cb-f69ab07da889 None None] Sync routers for ids ['ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7'] in dv-cinder-810785-1-iscsi {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:18:33.104514 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622fa4b2-779b-4ea7-85cb-f69ab07da889 None None] Routers {'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:18:33.105289 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-622fa4b2-779b-4ea7-85cb-f69ab07da889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:18:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:18:33.212788 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-85abc6fb-c57a-4dfa-9cc3-8ad907e62991 admin admin] Notify callbacks [] for router, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:33.216621 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-622fa4b2-779b-4ea7-85cb-f69ab07da889 None None] Set router ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:18:33.294185 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-0bbd84f1-605e-4200-9864-f830274a1f8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ceaf489-a335-4bb2-99e5-f426ccdafecb {{(pid=94231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:18:33.302667 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-0bbd84f1-605e-4200-9864-f830274a1f8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:33.321223 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.provisioning_blocks [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-0bbd84f1-605e-4200-9864-f830274a1f8a service neutron] Transition to ACTIVE for port object 5ceaf489-a335-4bb2-99e5-f426ccdafecb will not be triggered until provisioned by entity L2. {{(pid=94231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:18:33.327027 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-0bbd84f1-605e-4200-9864-f830274a1f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257029'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:33.332289 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-85abc6fb-c57a-4dfa-9cc3-8ad907e62991 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:33.373663 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd84f1-605e-4200-9864-f830274a1f8a service neutron] Pushing event updated for resources: {'Port': ['ID=5ceaf489-a335-4bb2-99e5-f426ccdafecb,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:33.414929 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-622fa4b2-779b-4ea7-85cb-f69ab07da889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1245347857-router', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:10:31Z', 'updated_at': '2021-09-23T23:18:32Z', 'revision_number': 5, 'project_id': '1ce270caeccc45089992ccfe6f9b5e97', 'gw_port': {'id': 'a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:10:32Z', 'updated_at': '2021-09-23T23:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi'}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:18:33.442905 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc3397-12d5-4114-87ee-3b7dcb8756fb req-d08215aa-97d0-4203-8e8c-9fb93417c9c9 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:33.444494 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8abc3397-12d5-4114-87ee-3b7dcb8756fb req-d08215aa-97d0-4203-8e8c-9fb93417c9c9 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d465b71-5e2e-46f8-a9e7-fb08696f2cbc HTTP/1.1" status: 200 len: 944 time: 0.0725434 Sep 23 23:18:33.449575 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-85abc6fb-c57a-4dfa-9cc3-8ad907e62991 admin admin] Deleting port a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5 {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:18:33.449918 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-85abc6fb-c57a-4dfa-9cc3-8ad907e62991 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:33.465516 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622fa4b2-779b-4ea7-85cb-f69ab07da889 None None] Checking router: ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7 for host: dv-cinder-810785-1-iscsi {{(pid=94234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:18:33.472324 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-0bbd84f1-605e-4200-9864-f830274a1f8a service neutron] Attempting to bind port 5ceaf489-a335-4bb2-99e5-f426ccdafecb on host hv-cinder-81078 for vnic_type normal with profile {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:18:33.472765 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-0bbd84f1-605e-4200-9864-f830274a1f8a service neutron] Attempting to bind port 5ceaf489-a335-4bb2-99e5-f426ccdafecb by drivers openvswitch,hyperv on host hv-cinder-81078 at level 0 using segments [{'id': '82a7ca47-0199-4ab7-85f6-9c9d54347e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a142d4ab-a769-4517-b595-172b82642394'}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:18:33.473025 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-0bbd84f1-605e-4200-9864-f830274a1f8a service neutron] Attempting to bind port 5ceaf489-a335-4bb2-99e5-f426ccdafecb on network a142d4ab-a769-4517-b595-172b82642394 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:18:33.476459 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622fa4b2-779b-4ea7-85cb-f69ab07da889 None None] Routers {'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:18:33.477423 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-622fa4b2-779b-4ea7-85cb-f69ab07da889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:18:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:18:33.479881 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-0bbd84f1-605e-4200-9864-f830274a1f8a service neutron] Port 5ceaf489-a335-4bb2-99e5-f426ccdafecb on network a142d4ab-a769-4517-b595-172b82642394 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81078 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:18:33.480208 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-0bbd84f1-605e-4200-9864-f830274a1f8a service neutron] Attempting to bind port 5ceaf489-a335-4bb2-99e5-f426ccdafecb on network a142d4ab-a769-4517-b595-172b82642394 {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:18:33.486909 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-0bbd84f1-605e-4200-9864-f830274a1f8a service neutron] Checking agent: {'id': '3c892145-8c1f-42fb-b36d-f51cd8b65402', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 7, 8), 'started_at': datetime.datetime(2021, 9, 23, 23, 7, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:18:33.487256 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-0bbd84f1-605e-4200-9864-f830274a1f8a service neutron] Checking segment: {'id': '82a7ca47-0199-4ab7-85f6-9c9d54347e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a142d4ab-a769-4517-b595-172b82642394'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:18:33.487661 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-0bbd84f1-605e-4200-9864-f830274a1f8a service neutron] Bound using segment: {'id': '82a7ca47-0199-4ab7-85f6-9c9d54347e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a142d4ab-a769-4517-b595-172b82642394'} {{(pid=94231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:18:33.488108 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.managers [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-0bbd84f1-605e-4200-9864-f830274a1f8a service neutron] Bound port: 5ceaf489-a335-4bb2-99e5-f426ccdafecb, host: hv-cinder-81078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82a7ca47-0199-4ab7-85f6-9c9d54347e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a142d4ab-a769-4517-b595-172b82642394'}}] {{(pid=94231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:18:33.488466 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-0bbd84f1-605e-4200-9864-f830274a1f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:33.553361 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8abc3397-12d5-4114-87ee-3b7dcb8756fb req-ff8631c7-1c59-437e-a0a4-48a42b4aacfe tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846310 Sep 23 23:18:33.576899 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-0bbd84f1-605e-4200-9864-f830274a1f8a service neutron] For port 5ceaf489-a335-4bb2-99e5-f426ccdafecb, host hv-cinder-81078, cleared binding levels {{(pid=94231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:18:33.580572 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-0bbd84f1-605e-4200-9864-f830274a1f8a service neutron] For port 5ceaf489-a335-4bb2-99e5-f426ccdafecb, host hv-cinder-81078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=5ceaf489-a335-4bb2-99e5-f426ccdafecb,segment=NetworkSegment(82a7ca47-0199-4ab7-85f6-9c9d54347e5c),segment_id=82a7ca47-0199-4ab7-85f6-9c9d54347e5c)] {{(pid=94231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:18:33.583805 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [None req-85abc6fb-c57a-4dfa-9cc3-8ad907e62991 admin admin] For port a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5,segment=NetworkSegment(2ac125d2-b621-4cb4-9068-8fa074d03334),segment_id=2ac125d2-b621-4cb4-9068-8fa074d03334)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:18:33.584215 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-85abc6fb-c57a-4dfa-9cc3-8ad907e62991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:33.587443 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-0bbd84f1-605e-4200-9864-f830274a1f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257029'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:33.601387 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-85abc6fb-c57a-4dfa-9cc3-8ad907e62991 admin admin] Calling delete_port for a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5 owned by network:router_gateway {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:18:33.652679 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd84f1-605e-4200-9864-f830274a1f8a service neutron] Pushing event updated for resources: {'Port': ['ID=5ceaf489-a335-4bb2-99e5-f426ccdafecb,revision_number=3']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:33.666333 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-0bbd84f1-605e-4200-9864-f830274a1f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:33.671036 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-0bbd84f1-605e-4200-9864-f830274a1f8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:33.671419 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-0bbd84f1-605e-4200-9864-f830274a1f8a service neutron] 10.222.0.11 "PUT /v2.0/ports/5ceaf489-a335-4bb2-99e5-f426ccdafecb HTTP/1.1" status: 200 len: 1094 time: 0.8280373 Sep 23 23:18:33.671927 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d465b71-5e2e-46f8-a9e7-fb08696f2cbc', 'tag': '5ceaf489-a335-4bb2-99e5-f426ccdafecb'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:18:33.681083 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1d5602135d6fd2b93bb7a1a207777d999d514b69f59ce624d4faeb629b016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd531d9e-fff5-4b87-aea0-ed3abbcd0129" -d '{"events": [{"name": "network-changed", "server_uuid": "7d465b71-5e2e-46f8-a9e7-fb08696f2cbc", "tag": "5ceaf489-a335-4bb2-99e5-f426ccdafecb"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:18:33.717580 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-622fa4b2-779b-4ea7-85cb-f69ab07da889 None None] Set router ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7 gateway port host: None {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:18:33.749301 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010aed35-cebd-40db-855f-dd1a36606a3e x-openstack-request-id: req-010aed35-cebd-40db-855f-dd1a36606a3e {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:18:33.749640 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d465b71-5e2e-46f8-a9e7-fb08696f2cbc", "tag": "5ceaf489-a335-4bb2-99e5-f426ccdafecb", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:18:33.749850 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-010aed35-cebd-40db-855f-dd1a36606a3e {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:18:33.750397 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d465b71-5e2e-46f8-a9e7-fb08696f2cbc', 'tag': '5ceaf489-a335-4bb2-99e5-f426ccdafecb', 'status': 'completed', 'code': 200} Sep 23 23:18:33.775540 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-1eb9fbe0-fcd1-4e95-a29e-5797c7b0ef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:33.778111 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-1eb9fbe0-fcd1-4e95-a29e-5797c7b0ef8d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b54c8cb576f4df48743b760c9eaae2a&device_id=7d465b71-5e2e-46f8-a9e7-fb08696f2cbc HTTP/1.1" status: 200 len: 1097 time: 0.0619347 Sep 23 23:18:33.781994 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-622fa4b2-779b-4ea7-85cb-f69ab07da889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1245347857-router', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:10:31Z', 'updated_at': '2021-09-23T23:18:33Z', 'revision_number': 6, 'project_id': '1ce270caeccc45089992ccfe6f9b5e97', 'gw_port_host': None}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:18:33.817768 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622fa4b2-779b-4ea7-85cb-f69ab07da889 None None] The sync data for ids ['ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7'] in dv-cinder-810785-1-iscsi is: [{'id': 'ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1245347857-router', 'tenant_id': '1ce270caeccc45089992ccfe6f9b5e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:10:31Z', 'updated_at': '2021-09-23T23:18:33Z', 'revision_number': 6, 'project_id': '1ce270caeccc45089992ccfe6f9b5e97', 'gw_port_host': None}] {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:18:33.833455 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-db91cb7e-e7b3-493b-9fdd-fb4025c4c9ac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ceaf489-a335-4bb2-99e5-f426ccdafecb HTTP/1.1" status: 200 len: 217 time: 0.0462468 Sep 23 23:18:33.836453 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-85abc6fb-c57a-4dfa-9cc3-8ad907e62991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416648'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:33.896615 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-8b34cb84-288d-4854-b799-b521b93f5b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:33.898216 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-8b34cb84-288d-4854-b799-b521b93f5b6f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f89343e-2ad9-4e3b-a2d5-c722d5396ede HTTP/1.1" status: 200 len: 850 time: 0.0578194 Sep 23 23:18:33.902891 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85abc6fb-c57a-4dfa-9cc3-8ad907e62991 admin admin] Pushing event deleted for resources: {'Port': ['ID=a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:33.943761 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-85abc6fb-c57a-4dfa-9cc3-8ad907e62991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595030'] for router_gateway, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:33.947292 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-b54c8f30-5eb1-4ee1-9c91-6476115f71bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:33.948800 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-b54c8f30-5eb1-4ee1-9c91-6476115f71bd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a142d4ab-a769-4517-b595-172b82642394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425611 Sep 23 23:18:34.037123 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-85abc6fb-c57a-4dfa-9cc3-8ad907e62991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5561'] for router, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:34.039470 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-85abc6fb-c57a-4dfa-9cc3-8ad907e62991 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:34.044703 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-ce5b166c-d9a1-4826-b96e-2ca8495c3c37 service neutron] 10.222.0.11 "GET /v2.0/networks/a142d4ab-a769-4517-b595-172b82642394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880766 Sep 23 23:18:34.085608 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-85abc6fb-c57a-4dfa-9cc3-8ad907e62991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-590896'] for router, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:34.086176 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85abc6fb-c57a-4dfa-9cc3-8ad907e62991 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7 {{(pid=94232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:18:34.091759 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-85abc6fb-c57a-4dfa-9cc3-8ad907e62991 admin admin] Notify callbacks [] for router, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:34.096202 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-85abc6fb-c57a-4dfa-9cc3-8ad907e62991 admin admin] 10.222.0.46 "DELETE /v2.0/routers/ecadf35e-ec6a-45b8-b64f-b5f3810a1bb7 HTTP/1.1" status: 204 len: 168 time: 1.0022807 Sep 23 23:18:34.096873 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 34054) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:18:34.143815 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1a999fa0-6b24-4cab-ba0a-17764b4c890f req-7b31b7d0-d5a0-4e05-b388-ac77e7e34558 service neutron] 10.222.0.11 "GET /v2.0/networks/a142d4ab-a769-4517-b595-172b82642394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916371 Sep 23 23:18:34.168371 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e3abd46-041e-4cd3-8e1c-3b493e2ce7b2 admin admin] Deleting subnet c8241cf2-9853-4e57-aa8e-4b19fe5956ff {{(pid=94232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:18:34.173283 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9e3abd46-041e-4cd3-8e1c-3b493e2ce7b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:34.232350 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9e3abd46-041e-4cd3-8e1c-3b493e2ce7b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176787'] for subnet, precommit_delete_associations {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:34.253214 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd531d9e-fff5-4b87-aea0-ed3abbcd0129 req-7ad184f7-8f7a-4f68-b89b-c448da1cff42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:34.257174 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cd531d9e-fff5-4b87-aea0-ed3abbcd0129 req-7ad184f7-8f7a-4f68-b89b-c448da1cff42 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b54c8cb576f4df48743b760c9eaae2a&device_id=7d465b71-5e2e-46f8-a9e7-fb08696f2cbc HTTP/1.1" status: 200 len: 1097 time: 0.0497029 Sep 23 23:18:34.321984 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9e3abd46-041e-4cd3-8e1c-3b493e2ce7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8114061'] for subnet, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:34.373779 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd531d9e-fff5-4b87-aea0-ed3abbcd0129 req-3832b632-bd94-4c46-bc7e-f77bd901c8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:34.375943 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cd531d9e-fff5-4b87-aea0-ed3abbcd0129 req-3832b632-bd94-4c46-bc7e-f77bd901c8da service neutron] 10.222.0.11 "GET /v2.0/networks?id=a142d4ab-a769-4517-b595-172b82642394 HTTP/1.1" status: 200 len: 912 time: 0.1109240 Sep 23 23:18:34.384113 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9e3abd46-041e-4cd3-8e1c-3b493e2ce7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8114052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8945769'] for subnet, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:34.410894 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3abd46-041e-4cd3-8e1c-3b493e2ce7b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8241cf2-9853-4e57-aa8e-4b19fe5956ff,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:34.414500 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9e3abd46-041e-4cd3-8e1c-3b493e2ce7b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:34.419360 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-9e3abd46-041e-4cd3-8e1c-3b493e2ce7b2 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c8241cf2-9853-4e57-aa8e-4b19fe5956ff HTTP/1.1" status: 204 len: 168 time: 0.3206761 Sep 23 23:18:34.419836 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 34056) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:18:34.423303 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dfa29b-2c20-41d1-b4f5-8c8b3da173ee None None] Network 0a541a17-4f1f-474c-8b16-9626260a5840 requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:18:34.425269 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cd531d9e-fff5-4b87-aea0-ed3abbcd0129 req-ba93deef-d700-405a-913f-71394c69e23c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ceaf489-a335-4bb2-99e5-f426ccdafecb HTTP/1.1" status: 200 len: 217 time: 0.0368688 Sep 23 23:18:34.490370 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd531d9e-fff5-4b87-aea0-ed3abbcd0129 req-6cace374-58e5-403d-9c18-91c0632caa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:34.492027 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cd531d9e-fff5-4b87-aea0-ed3abbcd0129 req-6cace374-58e5-403d-9c18-91c0632caa87 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f89343e-2ad9-4e3b-a2d5-c722d5396ede HTTP/1.1" status: 200 len: 850 time: 0.0593548 Sep 23 23:18:34.502564 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9a0cc7c4-5250-4aa9-8819-28135a3c06af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7893109'] for network, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:34.560187 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-9a0cc7c4-5250-4aa9-8819-28135a3c06af admin admin] Deleting port 96f2a4c8-c405-445e-a3e2-5cce420b2c24 {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:18:34.560524 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9a0cc7c4-5250-4aa9-8819-28135a3c06af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:34.562958 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd531d9e-fff5-4b87-aea0-ed3abbcd0129 req-5f4c8753-a41e-4a5b-b608-cb2bb84fbe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:34.564068 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cd531d9e-fff5-4b87-aea0-ed3abbcd0129 req-5f4c8753-a41e-4a5b-b608-cb2bb84fbe58 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a142d4ab-a769-4517-b595-172b82642394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512021 Sep 23 23:18:34.651014 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c229b30-488f-4a3b-9b7d-5a5a78938190 None None] DHCP port deletion for 0a541a17-4f1f-474c-8b16-9626260a5840 request from dv-cinder-810785-1-iscsi {{(pid=94233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:18:34.659099 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 0bcfd350-dc29-4821-9140-efa8fddc726e no longer exists at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:18:34.685775 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [None req-9a0cc7c4-5250-4aa9-8819-28135a3c06af admin admin] For port 96f2a4c8-c405-445e-a3e2-5cce420b2c24, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=96f2a4c8-c405-445e-a3e2-5cce420b2c24,segment=NetworkSegment(9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82),segment_id=9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:18:34.686257 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9a0cc7c4-5250-4aa9-8819-28135a3c06af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:34.696018 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] No Port match for: 0bcfd350-dc29-4821-9140-efa8fddc726e {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:18:34.696357 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 0bcfd350-dc29-4821-9140-efa8fddc726e not bound to the agent host dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:18:34.706054 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-9a0cc7c4-5250-4aa9-8819-28135a3c06af admin admin] Calling delete_port for 96f2a4c8-c405-445e-a3e2-5cce420b2c24 owned by network:dhcp {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:18:34.713249 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cd531d9e-fff5-4b87-aea0-ed3abbcd0129 req-d438d682-19ec-4992-abd7-d190722a71ef service neutron] 10.222.0.11 "GET /v2.0/networks/a142d4ab-a769-4517-b595-172b82642394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359210 Sep 23 23:18:34.727713 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c861c98-80c6-43b1-af54-e512a6c916ce req-be35c9f5-e0f3-47af-8278-99c2eddcdf8d tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:34.729333 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-5c861c98-80c6-43b1-af54-e512a6c916ce req-be35c9f5-e0f3-47af-8278-99c2eddcdf8d tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d465b71-5e2e-46f8-a9e7-fb08696f2cbc HTTP/1.1" status: 200 len: 944 time: 0.0925512 Sep 23 23:18:34.751756 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-0c229b30-488f-4a3b-9b7d-5a5a78938190 None None] Deleting port 96f2a4c8-c405-445e-a3e2-5cce420b2c24 {{(pid=94233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:18:34.752364 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0c229b30-488f-4a3b-9b7d-5a5a78938190 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:34.825642 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-5c861c98-80c6-43b1-af54-e512a6c916ce req-e82675d9-1a40-4bbb-b1ee-dfb5bb350b93 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593092 Sep 23 23:18:34.834266 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-cd531d9e-fff5-4b87-aea0-ed3abbcd0129 req-45a06775-06bd-4011-b517-b0c947b3dd53 service neutron] 10.222.0.11 "GET /v2.0/networks/a142d4ab-a769-4517-b595-172b82642394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118696 Sep 23 23:18:34.849505 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-0c229b30-488f-4a3b-9b7d-5a5a78938190 None None] For port 96f2a4c8-c405-445e-a3e2-5cce420b2c24, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=96f2a4c8-c405-445e-a3e2-5cce420b2c24,segment=NetworkSegment(9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82),segment_id=9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:18:34.850277 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0c229b30-488f-4a3b-9b7d-5a5a78938190 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:34.856030 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9a0cc7c4-5250-4aa9-8819-28135a3c06af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416648'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:34.867148 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-0c229b30-488f-4a3b-9b7d-5a5a78938190 None None] Calling delete_port for 96f2a4c8-c405-445e-a3e2-5cce420b2c24 owned by network:dhcp {{(pid=94233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:18:34.887517 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0cc7c4-5250-4aa9-8819-28135a3c06af admin admin] Pushing event deleted for resources: {'Port': ['ID=96f2a4c8-c405-445e-a3e2-5cce420b2c24,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:34.892526 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0cc7c4-5250-4aa9-8819-28135a3c06af admin admin] No DVR routers for this DVR port 96f2a4c8-c405-445e-a3e2-5cce420b2c24 on host dv-cinder-810785-1-iscsi {{(pid=94232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:18:34.965438 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0c229b30-488f-4a3b-9b7d-5a5a78938190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672'] for port, after_delete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:34.989767 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9a0cc7c4-5250-4aa9-8819-28135a3c06af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8111924', 'neutron.services.segments.db._delete_segments_for_network-8784998755988'] for network, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:34.998585 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c229b30-488f-4a3b-9b7d-5a5a78938190 None None] Pushing event deleted for resources: {'Port': ['ID=96f2a4c8-c405-445e-a3e2-5cce420b2c24,revision_number=None']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:35.001843 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c229b30-488f-4a3b-9b7d-5a5a78938190 None None] No DVR routers for this DVR port 96f2a4c8-c405-445e-a3e2-5cce420b2c24 on host dv-cinder-810785-1-iscsi {{(pid=94233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:18:35.017290 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-9a0cc7c4-5250-4aa9-8819-28135a3c06af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a541a17-4f1f-474c-8b16-9626260a5840']}} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:18:35.034251 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-9a0cc7c4-5250-4aa9-8819-28135a3c06af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82') {'for_net_delete': True} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:18:35.034605 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-9a0cc7c4-5250-4aa9-8819-28135a3c06af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c0850ef-f1af-4e20-96a5-2e4e3cb4ee82') {} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:18:35.045533 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9a0cc7c4-5250-4aa9-8819-28135a3c06af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784998755229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176778'] for segment, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:35.066860 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9a0cc7c4-5250-4aa9-8819-28135a3c06af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778'] for segment, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:35.073278 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0cc7c4-5250-4aa9-8819-28135a3c06af admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=94232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:18:35.073648 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9a0cc7c4-5250-4aa9-8819-28135a3c06af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416379'] for segment, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:35.075482 dv-cinder-810785-1-iscsi neutron-server[94232]: Traceback (most recent call last): Sep 23 23:18:35.075482 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:18:35.075482 dv-cinder-810785-1-iscsi neutron-server[94232]: timer() Sep 23 23:18:35.075482 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:18:35.075482 dv-cinder-810785-1-iscsi neutron-server[94232]: cb(*args, **kw) Sep 23 23:18:35.075482 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:18:35.075482 dv-cinder-810785-1-iscsi neutron-server[94232]: return func(*args, **kwargs) Sep 23 23:18:35.075482 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:18:35.075482 dv-cinder-810785-1-iscsi neutron-server[94232]: self._notify() Sep 23 23:18:35.075482 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:18:35.075482 dv-cinder-810785-1-iscsi neutron-server[94232]: self.callback(batched_events) Sep 23 23:18:35.075482 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:18:35.075482 dv-cinder-810785-1-iscsi neutron-server[94232]: event.method(event) Sep 23 23:18:35.075482 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:18:35.075482 dv-cinder-810785-1-iscsi neutron-server[94232]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:18:35.075482 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:18:35.075482 dv-cinder-810785-1-iscsi neutron-server[94232]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:18:35.075482 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:18:35.075482 dv-cinder-810785-1-iscsi neutron-server[94232]: return f(self, *a, **k) Sep 23 23:18:35.075482 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:18:35.075482 dv-cinder-810785-1-iscsi neutron-server[94232]: return self._get(url).json() Sep 23 23:18:35.075482 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:18:35.075482 dv-cinder-810785-1-iscsi neutron-server[94232]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:18:35.075482 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:18:35.075482 dv-cinder-810785-1-iscsi neutron-server[94232]: return self.request(url, 'GET', **kwargs) Sep 23 23:18:35.075482 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:18:35.075482 dv-cinder-810785-1-iscsi neutron-server[94232]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:18:35.075482 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:18:35.075482 dv-cinder-810785-1-iscsi neutron-server[94232]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:18:35.075482 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:18:35.075482 dv-cinder-810785-1-iscsi neutron-server[94232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:18:35.075482 dv-cinder-810785-1-iscsi neutron-server[94232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:18:35.148087 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9a0cc7c4-5250-4aa9-8819-28135a3c06af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8111875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594954'] for network, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:35.152661 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9a0cc7c4-5250-4aa9-8819-28135a3c06af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for network, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:35.154660 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-9a0cc7c4-5250-4aa9-8819-28135a3c06af admin admin] 10.222.0.46 "DELETE /v2.0/networks/0a541a17-4f1f-474c-8b16-9626260a5840 HTTP/1.1" status: 204 len: 168 time: 0.7338424 Sep 23 23:18:35.168568 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0cc7c4-5250-4aa9-8819-28135a3c06af admin admin] Pushing event deleted for resources: {'Network': ['ID=0a541a17-4f1f-474c-8b16-9626260a5840,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:35.298467 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 34064) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:18:35.345240 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-913b9065-022e-4e7e-a30a-73701053015f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1ce270caeccc45089992ccfe6f9b5e97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453815 Sep 23 23:18:35.347793 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 34066) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:18:35.398837 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0f36d4db-517c-4c6e-8c57-c3be9827687e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:35.421107 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0f36d4db-517c-4c6e-8c57-c3be9827687e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:35.476788 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0f36d4db-517c-4c6e-8c57-c3be9827687e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:35.479485 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0f36d4db-517c-4c6e-8c57-c3be9827687e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:35.480710 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-0f36d4db-517c-4c6e-8c57-c3be9827687e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d8f74b2d-50b2-4ccb-a01f-8ea8abf03ac5 HTTP/1.1" status: 204 len: 168 time: 0.1319313 Sep 23 23:18:35.488756 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f36d4db-517c-4c6e-8c57-c3be9827687e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f74b2d-50b2-4ccb-a01f-8ea8abf03ac5,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:35.949801 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae3267-8920-4a98-ba1c-9280f2ebb3a8 req-d070e0b9-d745-41aa-b03a-f95a56d40006 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:35.951361 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4cae3267-8920-4a98-ba1c-9280f2ebb3a8 req-d070e0b9-d745-41aa-b03a-f95a56d40006 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d465b71-5e2e-46f8-a9e7-fb08696f2cbc HTTP/1.1" status: 200 len: 944 time: 0.0531380 Sep 23 23:18:35.992111 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-4cae3267-8920-4a98-ba1c-9280f2ebb3a8 req-634c470a-0b6f-4755-b61a-9fefb182f0e8 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339825 Sep 23 23:18:36.193640 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 96f2a4c8-c405-445e-a3e2-5cce420b2c24 no longer exists at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:18:36.214249 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] No Port match for: 96f2a4c8-c405-445e-a3e2-5cce420b2c24 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:18:36.214595 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 96f2a4c8-c405-445e-a3e2-5cce420b2c24 not bound to the agent host dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:18:36.215027 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5 no longer exists at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:18:36.235461 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] No Port match for: a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:18:36.235802 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device a89b7fe6-d25a-47d1-86ec-c9a4f27dffe5 not bound to the agent host dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:18:36.801854 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 34118) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:18:36.928873 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6b10f2ed-6a25-4037-ac8b-cd3277c43d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:37.025740 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6b10f2ed-6a25-4037-ac8b-cd3277c43d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:37.031564 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-6b10f2ed-6a25-4037-ac8b-cd3277c43d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:37.071917 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-6b10f2ed-6a25-4037-ac8b-cd3277c43d0e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=626bf52619e746208f634b2b1fed6493&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2688904 Sep 23 23:18:37.073110 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10f2ed-6a25-4037-ac8b-cd3277c43d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c0b83a-8d1f-4450-971e-0ba508ab4db2,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:37.075739 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 34124) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:18:37.112728 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47c03c-55a5-457c-8801-fb957134f462 req-bd390209-2f40-41c4-8c5a-2d17c2013b7e tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:37.114358 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ac47c03c-55a5-457c-8801-fb957134f462 req-bd390209-2f40-41c4-8c5a-2d17c2013b7e tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d465b71-5e2e-46f8-a9e7-fb08696f2cbc HTTP/1.1" status: 200 len: 944 time: 0.0537140 Sep 23 23:18:37.139057 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-7a6b9d55-603d-4e3d-b66e-d42e476e9268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:37.157821 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-ac47c03c-55a5-457c-8801-fb957134f462 req-70f27aaa-1246-4640-94c2-44ba770a7172 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356600 Sep 23 23:18:37.165508 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-7a6b9d55-603d-4e3d-b66e-d42e476e9268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:37.218655 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-7a6b9d55-603d-4e3d-b66e-d42e476e9268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:37.221891 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-7a6b9d55-603d-4e3d-b66e-d42e476e9268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:37.224743 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-7a6b9d55-603d-4e3d-b66e-d42e476e9268 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b5c0b83a-8d1f-4450-971e-0ba508ab4db2 HTTP/1.1" status: 204 len: 168 time: 0.1464756 Sep 23 23:18:37.232456 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b9d55-603d-4e3d-b66e-d42e476e9268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c0b83a-8d1f-4450-971e-0ba508ab4db2,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:38.327243 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c73b1e-1c7d-4301-98a2-7bddfc4f462c req-7bed5707-fe7f-4fe2-af31-c391852a70ef tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:38.328907 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-48c73b1e-1c7d-4301-98a2-7bddfc4f462c req-7bed5707-fe7f-4fe2-af31-c391852a70ef tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d465b71-5e2e-46f8-a9e7-fb08696f2cbc HTTP/1.1" status: 200 len: 944 time: 0.0784028 Sep 23 23:18:38.382967 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-48c73b1e-1c7d-4301-98a2-7bddfc4f462c req-846b10b2-d273-43ba-bf4a-777c5ed88e02 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399048 Sep 23 23:18:39.512754 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81064ee-7638-4ec8-9e82-d9c598d91340 req-c1d6bd9e-0054-43c2-b74b-400d53942d7c tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:39.514345 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a81064ee-7638-4ec8-9e82-d9c598d91340 req-c1d6bd9e-0054-43c2-b74b-400d53942d7c tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d465b71-5e2e-46f8-a9e7-fb08696f2cbc HTTP/1.1" status: 200 len: 944 time: 0.0635798 Sep 23 23:18:39.561093 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-a81064ee-7638-4ec8-9e82-d9c598d91340 req-6b9339c8-b881-472d-9255-ea7cd3519e8c tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349007 Sep 23 23:18:39.700543 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:40.690197 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44761be-e827-439c-b03b-9a57fa6513f6 req-9d2318de-2a39-4721-8c86-050d854a88ed tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:40.691786 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f44761be-e827-439c-b03b-9a57fa6513f6 req-9d2318de-2a39-4721-8c86-050d854a88ed tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d465b71-5e2e-46f8-a9e7-fb08696f2cbc HTTP/1.1" status: 200 len: 944 time: 0.0543180 Sep 23 23:18:40.735532 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f44761be-e827-439c-b03b-9a57fa6513f6 req-168b6195-fc59-4f4b-9779-d1bf9852c5c0 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375552 Sep 23 23:18:41.690904 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 5ceaf489-a335-4bb2-99e5-f426ccdafecb details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=94233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:18:41.801466 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 5ceaf489-a335-4bb2-99e5-f426ccdafecb, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=5ceaf489-a335-4bb2-99e5-f426ccdafecb,segment=NetworkSegment(82a7ca47-0199-4ab7-85f6-9c9d54347e5c),segment_id=82a7ca47-0199-4ab7-85f6-9c9d54347e5c)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:18:41.813475 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Returning: {'device': '5ceaf489-a335-4bb2-99e5-f426ccdafecb', 'network_id': 'a142d4ab-a769-4517-b595-172b82642394', 'port_id': '5ceaf489-a335-4bb2-99e5-f426ccdafecb', 'mac_address': 'fa:16:3e:a6:3c:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:18:41.854418 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:41.864839 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2481e-2773-4720-91b6-17eb3ffff892 req-d1acc57e-4398-48da-b882-0c790710c0a7 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:41.866473 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d5e2481e-2773-4720-91b6-17eb3ffff892 req-d1acc57e-4398-48da-b882-0c790710c0a7 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d465b71-5e2e-46f8-a9e7-fb08696f2cbc HTTP/1.1" status: 200 len: 944 time: 0.0593657 Sep 23 23:18:41.872190 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ceaf489-a335-4bb2-99e5-f426ccdafecb {{(pid=94233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:18:41.911743 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 5ceaf489-a335-4bb2-99e5-f426ccdafecb, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=5ceaf489-a335-4bb2-99e5-f426ccdafecb,segment=NetworkSegment(82a7ca47-0199-4ab7-85f6-9c9d54347e5c),segment_id=82a7ca47-0199-4ab7-85f6-9c9d54347e5c)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:18:41.915928 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-d5e2481e-2773-4720-91b6-17eb3ffff892 req-e04a5660-242f-4fc0-ae29-9f4d583198d2 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426240 Sep 23 23:18:41.920619 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:41.977465 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=5ceaf489-a335-4bb2-99e5-f426ccdafecb,revision_number=4']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:42.165211 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] get_ports_and_sgs() called for port_ids ['5ceaf489-a335-4bb2-99e5-f426ccdafecb'] {{(pid=94233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:18:42.514823 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 34206) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:18:42.624108 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b6b103f7-2068-4865-a5a8-5689bc498bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:42.734467 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b6b103f7-2068-4865-a5a8-5689bc498bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:42.740257 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b6b103f7-2068-4865-a5a8-5689bc498bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:42.779043 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-b6b103f7-2068-4865-a5a8-5689bc498bff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3940ec4489d641969edee0bd20ce8b75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2630980 Sep 23 23:18:42.780004 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b103f7-2068-4865-a5a8-5689bc498bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32f841e-2a87-4f5c-b566-19d2f0bf736f,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:42.781943 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 34210) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:18:42.839806 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2c1372b8-e18b-4695-afdc-12b9881658dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:42.861838 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2c1372b8-e18b-4695-afdc-12b9881658dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:42.915558 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2c1372b8-e18b-4695-afdc-12b9881658dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:42.918498 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-2c1372b8-e18b-4695-afdc-12b9881658dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:42.919735 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-2c1372b8-e18b-4695-afdc-12b9881658dd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b32f841e-2a87-4f5c-b566-19d2f0bf736f HTTP/1.1" status: 204 len: 168 time: 0.1367137 Sep 23 23:18:42.927758 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1372b8-e18b-4695-afdc-12b9881658dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32f841e-2a87-4f5c-b566-19d2f0bf736f,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:43.055477 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d574cd-375f-46cf-8c16-de70b6f13818 req-b35c2e3e-0127-48bc-a6c4-a0c0c70008ac tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:43.057260 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-78d574cd-375f-46cf-8c16-de70b6f13818 req-b35c2e3e-0127-48bc-a6c4-a0c0c70008ac tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d465b71-5e2e-46f8-a9e7-fb08696f2cbc HTTP/1.1" status: 200 len: 945 time: 0.0578792 Sep 23 23:18:43.108657 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-78d574cd-375f-46cf-8c16-de70b6f13818 req-3a6c107a-610d-4dcc-8d5b-2c66811246fb tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397007 Sep 23 23:18:43.229151 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 34218) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:18:43.247707 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9f900321-1083-4b0c-9d87-e5ba5cf93a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:43.347508 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9f900321-1083-4b0c-9d87-e5ba5cf93a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:43.352753 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9f900321-1083-4b0c-9d87-e5ba5cf93a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:43.395098 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f900321-1083-4b0c-9d87-e5ba5cf93a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd234dd0-dc46-4b92-bd2a-12a41a6f83d5,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:43.400754 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-9f900321-1083-4b0c-9d87-e5ba5cf93a29 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a60acd88e4aa42109fd4e0188dcee131&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1705329 Sep 23 23:18:43.403839 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 34220) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:18:43.472299 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b8d26646-a2d7-4993-9f00-99eb4fe88468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:43.495712 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b8d26646-a2d7-4993-9f00-99eb4fe88468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:43.545911 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b8d26646-a2d7-4993-9f00-99eb4fe88468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:43.551120 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b8d26646-a2d7-4993-9f00-99eb4fe88468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:43.551120 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-b8d26646-a2d7-4993-9f00-99eb4fe88468 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fd234dd0-dc46-4b92-bd2a-12a41a6f83d5 HTTP/1.1" status: 204 len: 168 time: 0.1453412 Sep 23 23:18:43.559463 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d26646-a2d7-4993-9f00-99eb4fe88468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd234dd0-dc46-4b92-bd2a-12a41a6f83d5,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:43.721439 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 5ceaf489-a335-4bb2-99e5-f426ccdafecb up at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:18:43.776634 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning for port 5ceaf489-a335-4bb2-99e5-f426ccdafecb completed by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:18:43.781360 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.provisioning_blocks [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Provisioning complete for port 5ceaf489-a335-4bb2-99e5-f426ccdafecb triggered by entity L2. {{(pid=94233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:18:43.781731 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8115425'] for port, provisioning_complete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:43.864344 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:43.887930 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d465b71-5e2e-46f8-a9e7-fb08696f2cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ceaf489-a335-4bb2-99e5-f426ccdafecb'}] {{(pid=94233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:18:43.890145 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7224bc9728871e873a89dc5c7795d0b38d91bd368c61c3cf47b1fa6016b6835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2983ec23-e018-4ac7-9d71-db51bb201c08" -d '{"events": [{"server_uuid": "7d465b71-5e2e-46f8-a9e7-fb08696f2cbc", "name": "network-vif-plugged", "status": "completed", "tag": "5ceaf489-a335-4bb2-99e5-f426ccdafecb"}]}' {{(pid=94233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:18:43.903387 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] For port 5ceaf489-a335-4bb2-99e5-f426ccdafecb, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=5ceaf489-a335-4bb2-99e5-f426ccdafecb,segment=NetworkSegment(82a7ca47-0199-4ab7-85f6-9c9d54347e5c),segment_id=82a7ca47-0199-4ab7-85f6-9c9d54347e5c)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:18:43.909999 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699'] for port, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:43.940106 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31ef3ea-8156-41b6-bc04-7d8a8a9e2913 x-openstack-request-id: req-e31ef3ea-8156-41b6-bc04-7d8a8a9e2913 {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:18:43.940410 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d465b71-5e2e-46f8-a9e7-fb08696f2cbc", "name": "network-vif-plugged", "status": "completed", "tag": "5ceaf489-a335-4bb2-99e5-f426ccdafecb", "code": 200}]} {{(pid=94233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:18:43.940669 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e31ef3ea-8156-41b6-bc04-7d8a8a9e2913 {{(pid=94233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:18:43.941900 dv-cinder-810785-1-iscsi neutron-server[94233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d465b71-5e2e-46f8-a9e7-fb08696f2cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ceaf489-a335-4bb2-99e5-f426ccdafecb', 'code': 200} Sep 23 23:18:43.971788 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Pushing event updated for resources: {'Port': ['ID=5ceaf489-a335-4bb2-99e5-f426ccdafecb,revision_number=5']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:43.979048 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:43.979607 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:43.979903 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:43.980348 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:43.980739 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:43.981127 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:43.981515 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:43.981908 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:43.982324 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:43.982707 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:43.983092 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:43.983498 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:44.196190 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd13e44-d5a5-4eb8-8460-b313f6492205 req-15acf7b3-9c2e-442b-aae7-923130fd807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:44.197797 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7fd13e44-d5a5-4eb8-8460-b313f6492205 req-15acf7b3-9c2e-442b-aae7-923130fd807e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7d465b71-5e2e-46f8-a9e7-fb08696f2cbc HTTP/1.1" status: 200 len: 1099 time: 0.0606987 Sep 23 23:18:44.239772 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-7fd13e44-d5a5-4eb8-8460-b313f6492205 req-9e2fb980-c56a-4f52-86f3-e0c838daa89f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341294 Sep 23 23:18:44.249606 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82953a34-0534-4bc8-9f2b-f68706ac2d70 req-e6d19a17-3833-4f80-8453-6d9668ccfc22 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:44.251568 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-82953a34-0534-4bc8-9f2b-f68706ac2d70 req-e6d19a17-3833-4f80-8453-6d9668ccfc22 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d465b71-5e2e-46f8-a9e7-fb08696f2cbc HTTP/1.1" status: 200 len: 946 time: 0.0540071 Sep 23 23:18:44.293994 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-82953a34-0534-4bc8-9f2b-f68706ac2d70 req-753a3b67-ae2e-4223-998c-739a57b967a0 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357790 Sep 23 23:18:45.445046 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d033e4-9573-4e4b-b5f1-2193f8170174 req-354b6a24-278d-4406-8e06-6a6c230514ee tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:45.446893 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-34d033e4-9573-4e4b-b5f1-2193f8170174 req-354b6a24-278d-4406-8e06-6a6c230514ee tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d465b71-5e2e-46f8-a9e7-fb08696f2cbc HTTP/1.1" status: 200 len: 946 time: 0.0576742 Sep 23 23:18:45.490614 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-34d033e4-9573-4e4b-b5f1-2193f8170174 req-a1a71dd6-d903-4045-b2ae-89c57fc5e132 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375504 Sep 23 23:18:45.619366 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe091f4-55c2-4d73-a7a2-67fed4189add req-79fc2c06-4955-44fd-982a-53087ba7e5c0 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:45.620987 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6fe091f4-55c2-4d73-a7a2-67fed4189add req-79fc2c06-4955-44fd-982a-53087ba7e5c0 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d465b71-5e2e-46f8-a9e7-fb08696f2cbc HTTP/1.1" status: 200 len: 946 time: 0.0517099 Sep 23 23:18:45.669028 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-6fe091f4-55c2-4d73-a7a2-67fed4189add req-c5216397-1e96-4acb-a097-938ff4d16105 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418251 Sep 23 23:18:45.695977 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 34286) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:18:45.738263 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c5ef5e-0717-4e72-86a8-2fb8561b3479 tempest-TestVolumeBootPattern-906597329 tempest-TestVolumeBootPattern-906597329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:45.739979 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-44c5ef5e-0717-4e72-86a8-2fb8561b3479 tempest-TestVolumeBootPattern-906597329 tempest-TestVolumeBootPattern-906597329-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7d465b71-5e2e-46f8-a9e7-fb08696f2cbc HTTP/1.1" status: 200 len: 1094 time: 0.0430615 Sep 23 23:18:45.743227 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 34288) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:18:45.748454 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.v2.base [None req-4c36f55a-819c-4857-8f39-2427db7b5e1a tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Request body: {'floatingip': {'floating_network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'port_id': '5ceaf489-a335-4bb2-99e5-f426ccdafecb', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:18:45.774293 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4c36f55a-819c-4857-8f39-2427db7b5e1a tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for floatingip, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:45.883793 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4c36f55a-819c-4857-8f39-2427db7b5e1a tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:46.009387 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_common [None req-4c36f55a-819c-4857-8f39-2427db7b5e1a tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Allocated IP 172.27.1.201 (b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1/47169b33-ea5f-4b9d-bf3b-155ff70b7556/1827d233-c22b-48ba-a8ea-ccbaad9c72bf) {{(pid=94231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:18:46.140207 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4c36f55a-819c-4857-8f39-2427db7b5e1a tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for port, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:46.176872 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4c36f55a-819c-4857-8f39-2427db7b5e1a tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784998207663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:46.215441 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c36f55a-819c-4857-8f39-2427db7b5e1a tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Network b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1 is already hosted by enough agents. {{(pid=94231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:18:46.218831 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.base_scheduler [None req-4c36f55a-819c-4857-8f39-2427db7b5e1a tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Resources bound (agent type, host, resource id): {{(pid=94231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:18:46.222787 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c36f55a-819c-4857-8f39-2427db7b5e1a tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Received port after_create {{(pid=94231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:18:46.249855 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36f55a-819c-4857-8f39-2427db7b5e1a tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Pushing event updated for resources: {'Port': ['ID=1827d233-c22b-48ba-a8ea-ccbaad9c72bf,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:46.625576 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4c36f55a-819c-4857-8f39-2427db7b5e1a tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:46.697729 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4c36f55a-819c-4857-8f39-2427db7b5e1a tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8125245'] for port, before_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:46.862882 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4c36f55a-819c-4857-8f39-2427db7b5e1a tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for port, precommit_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:46.869600 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4c36f55a-819c-4857-8f39-2427db7b5e1a tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784998696708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784998207681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784998207699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257029'] for port, after_update {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:46.940900 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36f55a-819c-4857-8f39-2427db7b5e1a tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Pushing event updated for resources: {'Port': ['ID=1827d233-c22b-48ba-a8ea-ccbaad9c72bf,revision_number=2']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:46.953497 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4c36f55a-819c-4857-8f39-2427db7b5e1a tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594972'] for floatingip, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:47.058129 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.db.l3_db [None req-4c36f55a-819c-4857-8f39-2427db7b5e1a tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Floating IP e7b5e7c4-f371-47da-8c2a-c08bb65aa9be associated. External IP: 172.27.1.201, port: 5ceaf489-a335-4bb2-99e5-f426ccdafecb. Sep 23 23:18:47.563576 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c36f55a-819c-4857-8f39-2427db7b5e1a tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Router 87f67936-7282-40dc-b416-f09d762efcc6 has already been hosted by L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 {{(pid=94231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:18:47.689822 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c36f55a-819c-4857-8f39-2427db7b5e1a tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:18:47.709463 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d6edfd-296b-4a6e-aad6-c093ed0758b2 None None] Sync routers for ids ['87f67936-7282-40dc-b416-f09d762efcc6'] in dv-cinder-810785-1-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:18:47.723163 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-4c36f55a-819c-4857-8f39-2427db7b5e1a tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for floatingip, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:47.726380 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d6edfd-296b-4a6e-aad6-c093ed0758b2 None None] Routers {'87f67936-7282-40dc-b416-f09d762efcc6'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:18:47.727016 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-20d6edfd-296b-4a6e-aad6-c093ed0758b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:18:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['87f67936-7282-40dc-b416-f09d762efcc6'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:18:47.752702 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-4c36f55a-819c-4857-8f39-2427db7b5e1a tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0081072 Sep 23 23:18:47.753300 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d465b71-5e2e-46f8-a9e7-fb08696f2cbc', 'tag': '5ceaf489-a335-4bb2-99e5-f426ccdafecb'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:18:47.755808 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1d5602135d6fd2b93bb7a1a207777d999d514b69f59ce624d4faeb629b016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49c662f-7143-45cd-8816-e8eff3f4d8e9" -d '{"events": [{"name": "network-changed", "server_uuid": "7d465b71-5e2e-46f8-a9e7-fb08696f2cbc", "tag": "5ceaf489-a335-4bb2-99e5-f426ccdafecb"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:18:47.821871 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f22c0ae-a053-4ea5-8dca-077d7b693cac x-openstack-request-id: req-6f22c0ae-a053-4ea5-8dca-077d7b693cac {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:18:47.822166 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d465b71-5e2e-46f8-a9e7-fb08696f2cbc", "tag": "5ceaf489-a335-4bb2-99e5-f426ccdafecb", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:18:47.822400 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6f22c0ae-a053-4ea5-8dca-077d7b693cac {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:18:47.822986 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d465b71-5e2e-46f8-a9e7-fb08696f2cbc', 'tag': '5ceaf489-a335-4bb2-99e5-f426ccdafecb', 'status': 'completed', 'code': 200} Sep 23 23:18:47.988246 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-20d6edfd-296b-4a6e-aad6-c093ed0758b2 None None] Set router 87f67936-7282-40dc-b416-f09d762efcc6 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:18:48.027723 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c662f-7143-45cd-8816-e8eff3f4d8e9 req-c8296365-964e-41ca-a88f-4bf9154ec0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:48.030214 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d49c662f-7143-45cd-8816-e8eff3f4d8e9 req-c8296365-964e-41ca-a88f-4bf9154ec0bb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b54c8cb576f4df48743b760c9eaae2a&device_id=7d465b71-5e2e-46f8-a9e7-fb08696f2cbc HTTP/1.1" status: 200 len: 1099 time: 0.0475895 Sep 23 23:18:48.193218 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c662f-7143-45cd-8816-e8eff3f4d8e9 req-989b448c-1ca3-4591-a3be-f301d8016124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:48.195043 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d49c662f-7143-45cd-8816-e8eff3f4d8e9 req-989b448c-1ca3-4591-a3be-f301d8016124 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a142d4ab-a769-4517-b595-172b82642394 HTTP/1.1" status: 200 len: 912 time: 0.1518495 Sep 23 23:18:48.255428 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-20d6edfd-296b-4a6e-aad6-c093ed0758b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f67936-7282-40dc-b416-f09d762efcc6', 'name': 'tempest-TestVolumeBootPattern-651648997-router', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:13:02Z', 'updated_at': '2021-09-23T23:13:10Z', 'revision_number': 4, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'gw_port': {'id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:03Z', 'updated_at': '2021-09-23T23:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_floatingips': [{'id': 'c94dd719-92c4-45c6-9e1a-6afc5a59a5f1', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'floating_ip_address': '172.27.1.161', 'floating_network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'router_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'port_id': 'f28fd8d8-0d03-4912-8817-5702dda04a78', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a142d4ab-a769-4517-b595-172b82642394', 'mac_address': 'fa:16:3e:68:5c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcdff8c-bae3-449c-a3b9-f353c88f4111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:16:50Z', 'updated_at': '2021-09-23T23:16:52Z', 'revision_number': 1, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'fixed_ip_address_scope': None}, {'id': 'e7b5e7c4-f371-47da-8c2a-c08bb65aa9be', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'floating_ip_address': '172.27.1.201', 'floating_network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'router_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'port_id': '5ceaf489-a335-4bb2-99e5-f426ccdafecb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a142d4ab-a769-4517-b595-172b82642394', 'mac_address': 'fa:16:3e:a6:3c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d465b71-5e2e-46f8-a9e7-fb08696f2cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:18:46Z', 'updated_at': '2021-09-23T23:18:46Z', 'revision_number': 0, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72728133-0716-419c-a8ac-87e183128dc1', 'name': '', 'network_id': 'a142d4ab-a769-4517-b595-172b82642394', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'mac_address': 'fa:16:3e:5b:33:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:08Z', 'updated_at': '2021-09-23T23:13:16Z', 'revision_number': 5, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'subnets': [{'id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:18:48.272955 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d49c662f-7143-45cd-8816-e8eff3f4d8e9 req-4de3de32-784e-436a-ace0-0bb6ca43e4a9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ceaf489-a335-4bb2-99e5-f426ccdafecb HTTP/1.1" status: 200 len: 1000 time: 0.0700591 Sep 23 23:18:48.282843 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d6edfd-296b-4a6e-aad6-c093ed0758b2 None None] Checking router: 87f67936-7282-40dc-b416-f09d762efcc6 for host: dv-cinder-810785-1-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:18:48.292175 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d6edfd-296b-4a6e-aad6-c093ed0758b2 None None] Routers {'87f67936-7282-40dc-b416-f09d762efcc6'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:18:48.292830 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-20d6edfd-296b-4a6e-aad6-c093ed0758b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:18:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['87f67936-7282-40dc-b416-f09d762efcc6'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:18:48.351399 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c662f-7143-45cd-8816-e8eff3f4d8e9 req-758fe728-46b3-4f3b-95e8-a6125e362341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:48.353988 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d49c662f-7143-45cd-8816-e8eff3f4d8e9 req-758fe728-46b3-4f3b-95e8-a6125e362341 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f89343e-2ad9-4e3b-a2d5-c722d5396ede HTTP/1.1" status: 200 len: 850 time: 0.0730593 Sep 23 23:18:48.407190 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c662f-7143-45cd-8816-e8eff3f4d8e9 req-ff4a5bc1-c7e2-45b8-94ca-5770fb197757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:48.408755 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d49c662f-7143-45cd-8816-e8eff3f4d8e9 req-ff4a5bc1-c7e2-45b8-94ca-5770fb197757 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a142d4ab-a769-4517-b595-172b82642394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466244 Sep 23 23:18:48.412932 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-20d6edfd-296b-4a6e-aad6-c093ed0758b2 None None] Set router 87f67936-7282-40dc-b416-f09d762efcc6 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:18:48.517297 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d49c662f-7143-45cd-8816-e8eff3f4d8e9 req-23977224-feae-430a-8610-f00f95b1c84d service neutron] 10.222.0.11 "GET /v2.0/networks/a142d4ab-a769-4517-b595-172b82642394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006794 Sep 23 23:18:48.633852 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-d49c662f-7143-45cd-8816-e8eff3f4d8e9 req-1a5597fe-6d6f-499f-8ae2-f71b2ab3b54e service neutron] 10.222.0.11 "GET /v2.0/networks/a142d4ab-a769-4517-b595-172b82642394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088448 Sep 23 23:18:48.687319 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-20d6edfd-296b-4a6e-aad6-c093ed0758b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f67936-7282-40dc-b416-f09d762efcc6', 'name': 'tempest-TestVolumeBootPattern-651648997-router', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:13:02Z', 'updated_at': '2021-09-23T23:13:10Z', 'revision_number': 4, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'gw_port': {'id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:03Z', 'updated_at': '2021-09-23T23:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_floatingips': [{'id': 'c94dd719-92c4-45c6-9e1a-6afc5a59a5f1', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'floating_ip_address': '172.27.1.161', 'floating_network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'router_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'port_id': 'f28fd8d8-0d03-4912-8817-5702dda04a78', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a142d4ab-a769-4517-b595-172b82642394', 'mac_address': 'fa:16:3e:68:5c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcdff8c-bae3-449c-a3b9-f353c88f4111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:16:50Z', 'updated_at': '2021-09-23T23:16:52Z', 'revision_number': 1, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'fixed_ip_address_scope': None}, {'id': 'e7b5e7c4-f371-47da-8c2a-c08bb65aa9be', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'floating_ip_address': '172.27.1.201', 'floating_network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'router_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'port_id': '5ceaf489-a335-4bb2-99e5-f426ccdafecb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a142d4ab-a769-4517-b595-172b82642394', 'mac_address': 'fa:16:3e:a6:3c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d465b71-5e2e-46f8-a9e7-fb08696f2cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:18:46Z', 'updated_at': '2021-09-23T23:18:46Z', 'revision_number': 0, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72728133-0716-419c-a8ac-87e183128dc1', 'name': '', 'network_id': 'a142d4ab-a769-4517-b595-172b82642394', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'mac_address': 'fa:16:3e:5b:33:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:08Z', 'updated_at': '2021-09-23T23:13:16Z', 'revision_number': 5, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'subnets': [{'id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:18:48.719157 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d6edfd-296b-4a6e-aad6-c093ed0758b2 None None] The sync data for ids ['87f67936-7282-40dc-b416-f09d762efcc6'] in dv-cinder-810785-1-iscsi is: [{'id': '87f67936-7282-40dc-b416-f09d762efcc6', 'name': 'tempest-TestVolumeBootPattern-651648997-router', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:13:02Z', 'updated_at': '2021-09-23T23:13:10Z', 'revision_number': 4, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'gw_port': {'id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:03Z', 'updated_at': '2021-09-23T23:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_floatingips': [{'id': 'c94dd719-92c4-45c6-9e1a-6afc5a59a5f1', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'floating_ip_address': '172.27.1.161', 'floating_network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'router_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'port_id': 'f28fd8d8-0d03-4912-8817-5702dda04a78', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a142d4ab-a769-4517-b595-172b82642394', 'mac_address': 'fa:16:3e:68:5c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcdff8c-bae3-449c-a3b9-f353c88f4111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:16:50Z', 'updated_at': '2021-09-23T23:16:52Z', 'revision_number': 1, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'fixed_ip_address_scope': None}, {'id': 'e7b5e7c4-f371-47da-8c2a-c08bb65aa9be', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'floating_ip_address': '172.27.1.201', 'floating_network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'router_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'port_id': '5ceaf489-a335-4bb2-99e5-f426ccdafecb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a142d4ab-a769-4517-b595-172b82642394', 'mac_address': 'fa:16:3e:a6:3c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d465b71-5e2e-46f8-a9e7-fb08696f2cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:18:46Z', 'updated_at': '2021-09-23T23:18:46Z', 'revision_number': 0, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72728133-0716-419c-a8ac-87e183128dc1', 'name': '', 'network_id': 'a142d4ab-a769-4517-b595-172b82642394', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'mac_address': 'fa:16:3e:5b:33:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:08Z', 'updated_at': '2021-09-23T23:13:16Z', 'revision_number': 5, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'subnets': [{'id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:18:48.930398 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688230e8-03bd-46ef-9e11-7e1a4e7da929 None None] New status for floating IP e7b5e7c4-f371-47da-8c2a-c08bb65aa9be: ACTIVE {{(pid=94234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:18:49.146499 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 34338) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:18:49.264908 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-64fc46a1-e471-4785-8052-63f1f7cd4bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:49.380655 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-64fc46a1-e471-4785-8052-63f1f7cd4bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:49.385667 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-64fc46a1-e471-4785-8052-63f1f7cd4bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:49.427553 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-64fc46a1-e471-4785-8052-63f1f7cd4bbe admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1c17eeaca10c4946bd5e41f1cae38373&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2798870 Sep 23 23:18:49.428327 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc46a1-e471-4785-8052-63f1f7cd4bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfaff4cd-8a15-4d92-93a8-662e4c882170,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:49.430497 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 34342) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:18:49.491022 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-115db891-a105-499e-9f98-3123c5001855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:49.524291 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-115db891-a105-499e-9f98-3123c5001855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:49.589439 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-115db891-a105-499e-9f98-3123c5001855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:49.592604 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-115db891-a105-499e-9f98-3123c5001855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:49.593788 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-115db891-a105-499e-9f98-3123c5001855 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cfaff4cd-8a15-4d92-93a8-662e4c882170 HTTP/1.1" status: 204 len: 168 time: 0.1623197 Sep 23 23:18:49.603043 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115db891-a105-499e-9f98-3123c5001855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfaff4cd-8a15-4d92-93a8-662e4c882170,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:49.908172 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 34348) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:18:49.921646 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c9da85c1-2aa6-4235-87aa-29fecbc64710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:50.013750 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c9da85c1-2aa6-4235-87aa-29fecbc64710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:50.020096 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c9da85c1-2aa6-4235-87aa-29fecbc64710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:50.057929 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-c9da85c1-2aa6-4235-87aa-29fecbc64710 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d631037877434bccb424d37cdbc9f071&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1486366 Sep 23 23:18:50.058758 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da85c1-2aa6-4235-87aa-29fecbc64710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87515ac3-c83d-4bae-8ee6-f7a907b40738,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:50.060784 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 34350) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:18:50.115981 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ac1b6bcd-010d-4946-968d-bafa0018db82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:50.143753 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ac1b6bcd-010d-4946-968d-bafa0018db82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:50.202686 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ac1b6bcd-010d-4946-968d-bafa0018db82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:50.206208 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-ac1b6bcd-010d-4946-968d-bafa0018db82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:50.207800 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-ac1b6bcd-010d-4946-968d-bafa0018db82 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/87515ac3-c83d-4bae-8ee6-f7a907b40738 HTTP/1.1" status: 204 len: 168 time: 0.1459548 Sep 23 23:18:50.216862 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b6bcd-010d-4946-968d-bafa0018db82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87515ac3-c83d-4bae-8ee6-f7a907b40738,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:50.621936 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 34358) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:18:50.636944 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-223dce6e-344f-4e0a-bcda-e5837d8f9f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:50.742850 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-223dce6e-344f-4e0a-bcda-e5837d8f9f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:50.750705 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-223dce6e-344f-4e0a-bcda-e5837d8f9f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:50.791035 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223dce6e-344f-4e0a-bcda-e5837d8f9f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f056c3-5faf-4b8f-b009-efddf34df23c,revision_number=1']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:50.795990 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-223dce6e-344f-4e0a-bcda-e5837d8f9f5e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a663beee833a4fe9a20eaf8f38c7c8b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1728876 Sep 23 23:18:50.799299 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 34362) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:18:50.864907 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-27a20d4b-fa42-4b17-a54d-84152d309c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:50.888672 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-27a20d4b-fa42-4b17-a54d-84152d309c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:50.943938 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-27a20d4b-fa42-4b17-a54d-84152d309c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:50.946816 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-27a20d4b-fa42-4b17-a54d-84152d309c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:50.948207 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-27a20d4b-fa42-4b17-a54d-84152d309c47 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/73f056c3-5faf-4b8f-b009-efddf34df23c HTTP/1.1" status: 204 len: 168 time: 0.1472833 Sep 23 23:18:50.957299 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a20d4b-fa42-4b17-a54d-84152d309c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f056c3-5faf-4b8f-b009-efddf34df23c,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:51.568423 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-e120304e-e087-4557-b345-b0e358493c41 None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:18:53.755132 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0f36ee50-666d-42f9-9516-2197e9cfa137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:54.720576 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 34408) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:18:54.854328 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-06140d39-f47c-4792-9547-3d3545eea9c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:54.948197 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-06140d39-f47c-4792-9547-3d3545eea9c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:54.956289 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-06140d39-f47c-4792-9547-3d3545eea9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:54.992827 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06140d39-f47c-4792-9547-3d3545eea9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf4c4fe-359c-4075-99b7-9d3d1e3716e5,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:54.998689 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-06140d39-f47c-4792-9547-3d3545eea9c7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ed8487a321794e1bbd841b1786260bd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2769566 Sep 23 23:18:55.001820 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 34412) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:18:55.058408 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5442b24c-63f8-457c-9af2-3c2aae1408b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:55.081615 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5442b24c-63f8-457c-9af2-3c2aae1408b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:55.133139 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5442b24c-63f8-457c-9af2-3c2aae1408b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:55.135872 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-5442b24c-63f8-457c-9af2-3c2aae1408b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:55.137093 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-5442b24c-63f8-457c-9af2-3c2aae1408b1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ecf4c4fe-359c-4075-99b7-9d3d1e3716e5 HTTP/1.1" status: 204 len: 168 time: 0.1342742 Sep 23 23:18:55.145333 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5442b24c-63f8-457c-9af2-3c2aae1408b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf4c4fe-359c-4075-99b7-9d3d1e3716e5,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:56.915135 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:57.705998 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-96b3ffe4-c5a4-4568-a311-deff3cb1ea2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:59.192860 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:00.527766 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:09.701295 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:12.501837 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b91f0748-ef85-45d7-b9cf-700cc3a97921 req-80601e52-843e-43b0-907b-ca8dc6a7df4f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440710 Sep 23 23:19:12.566945 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f0748-ef85-45d7-b9cf-700cc3a97921 req-93e6cbbe-429b-4f78-a1c6-9569b69c5fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:12.568562 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b91f0748-ef85-45d7-b9cf-700cc3a97921 req-93e6cbbe-429b-4f78-a1c6-9569b69c5fe6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=092b8e38c05d455b8c071ade5b025610&device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 1099 time: 0.0439007 Sep 23 23:19:12.682597 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f0748-ef85-45d7-b9cf-700cc3a97921 req-0fa224a1-d02c-454b-b114-140536564e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:12.684150 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b91f0748-ef85-45d7-b9cf-700cc3a97921 req-0fa224a1-d02c-454b-b114-140536564e76 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e5951a13-5270-4a63-a4b5-501d42277863 HTTP/1.1" status: 200 len: 910 time: 0.0936964 Sep 23 23:19:12.753083 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b91f0748-ef85-45d7-b9cf-700cc3a97921 req-05aebafb-1837-4968-a587-5f2a702830cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4ae2fb1-501e-43ae-89d4-c68313813af4 HTTP/1.1" status: 200 len: 1001 time: 0.0613253 Sep 23 23:19:12.813800 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f0748-ef85-45d7-b9cf-700cc3a97921 req-0522ca8a-a87e-4e0f-99ae-1edca30ffc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:12.815334 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b91f0748-ef85-45d7-b9cf-700cc3a97921 req-0522ca8a-a87e-4e0f-99ae-1edca30ffc13 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7beacad9-fcef-408b-9f9c-c9bd5df50f14 HTTP/1.1" status: 200 len: 848 time: 0.0554385 Sep 23 23:19:12.863292 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f0748-ef85-45d7-b9cf-700cc3a97921 req-69896827-68d6-4eb5-a423-3127b62380f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:12.864847 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b91f0748-ef85-45d7-b9cf-700cc3a97921 req-69896827-68d6-4eb5-a423-3127b62380f0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e5951a13-5270-4a63-a4b5-501d42277863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423868 Sep 23 23:19:12.877548 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [req-b91f0748-ef85-45d7-b9cf-700cc3a97921 req-32006078-abb3-4b78-a32c-bd060e5c16a4 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94231) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:19:12.878590 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b91f0748-ef85-45d7-b9cf-700cc3a97921 req-32006078-abb3-4b78-a32c-bd060e5c16a4 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056641 Sep 23 23:19:12.981722 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b91f0748-ef85-45d7-b9cf-700cc3a97921 req-1f043b72-f066-4e95-af98-a464a7b90cd7 service neutron] 10.222.0.11 "GET /v2.0/networks/e5951a13-5270-4a63-a4b5-501d42277863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957050 Sep 23 23:19:13.082051 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-b91f0748-ef85-45d7-b9cf-700cc3a97921 req-81948d3f-0dea-43b6-8a36-e3d937de96ff service neutron] 10.222.0.11 "GET /v2.0/networks/e5951a13-5270-4a63-a4b5-501d42277863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927894 Sep 23 23:19:23.750528 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-376cebe5-0e87-49a3-b69f-7e82b043e8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:24.476184 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 34602) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:19:24.621968 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-01cef221-3ae7-4ccf-ab6e-60864ac72207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:24.752741 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-01cef221-3ae7-4ccf-ab6e-60864ac72207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:24.757883 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-01cef221-3ae7-4ccf-ab6e-60864ac72207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_create {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:24.798699 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-01cef221-3ae7-4ccf-ab6e-60864ac72207 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eaf540816e614b8dbbfe8383bf0fca76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3209579 Sep 23 23:19:24.801838 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 34606) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:19:24.804400 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cef221-3ae7-4ccf-ab6e-60864ac72207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a97aa65-469c-42c6-8a9e-b920d7f38e6a,revision_number=1']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:24.812949 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cef221-3ae7-4ccf-ab6e-60864ac72207 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:24.813474 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cef221-3ae7-4ccf-ab6e-60864ac72207 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:24.813910 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cef221-3ae7-4ccf-ab6e-60864ac72207 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:24.814340 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cef221-3ae7-4ccf-ab6e-60864ac72207 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:24.814769 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cef221-3ae7-4ccf-ab6e-60864ac72207 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:24.815454 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cef221-3ae7-4ccf-ab6e-60864ac72207 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:24.815805 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cef221-3ae7-4ccf-ab6e-60864ac72207 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:24.816265 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cef221-3ae7-4ccf-ab6e-60864ac72207 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:24.817210 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cef221-3ae7-4ccf-ab6e-60864ac72207 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:24.817422 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cef221-3ae7-4ccf-ab6e-60864ac72207 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:24.817762 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cef221-3ae7-4ccf-ab6e-60864ac72207 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:24.818250 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cef221-3ae7-4ccf-ab6e-60864ac72207 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:24.864410 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f98d49e3-4deb-4f21-b3a1-4c35a2f30fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:24.888957 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f98d49e3-4deb-4f21-b3a1-4c35a2f30fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:24.950394 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f98d49e3-4deb-4f21-b3a1-4c35a2f30fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:24.953036 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f98d49e3-4deb-4f21-b3a1-4c35a2f30fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:24.954242 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-f98d49e3-4deb-4f21-b3a1-4c35a2f30fc6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8a97aa65-469c-42c6-8a9e-b920d7f38e6a HTTP/1.1" status: 204 len: 168 time: 0.1513162 Sep 23 23:19:24.962725 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d49e3-4deb-4f21-b3a1-4c35a2f30fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a97aa65-469c-42c6-8a9e-b920d7f38e6a,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:26.912615 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:27.699488 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-25209421-cee3-4cb0-8462-1c0210df91dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:28.568380 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-e120304e-e087-4557-b345-b0e358493c41 None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:19:29.186891 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:30.534242 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:31.269725 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 34612) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:19:31.455517 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-c148c635-ea91-4598-ae69-def2956e9378 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Deleting port b643adc4-4cff-4f10-81b7-b60a3d81cca4 {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:19:31.455995 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c148c635-ea91-4598-ae69-def2956e9378 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:31.554824 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c148c635-ea91-4598-ae69-def2956e9378 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:31.555421 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c148c635-ea91-4598-ae69-def2956e9378 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:31.576127 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-c148c635-ea91-4598-ae69-def2956e9378 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Calling delete_port for b643adc4-4cff-4f10-81b7-b60a3d81cca4 owned by network:floatingip {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:19:31.755613 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c148c635-ea91-4598-ae69-def2956e9378 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416648'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:31.808960 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148c635-ea91-4598-ae69-def2956e9378 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Pushing event deleted for resources: {'Port': ['ID=b643adc4-4cff-4f10-81b7-b60a3d81cca4,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:31.831182 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148c635-ea91-4598-ae69-def2956e9378 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:31.831721 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148c635-ea91-4598-ae69-def2956e9378 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:31.832157 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148c635-ea91-4598-ae69-def2956e9378 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:31.832538 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148c635-ea91-4598-ae69-def2956e9378 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:31.832903 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148c635-ea91-4598-ae69-def2956e9378 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:31.833265 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148c635-ea91-4598-ae69-def2956e9378 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:31.833633 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148c635-ea91-4598-ae69-def2956e9378 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:31.834000 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148c635-ea91-4598-ae69-def2956e9378 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:31.834403 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148c635-ea91-4598-ae69-def2956e9378 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:31.834720 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148c635-ea91-4598-ae69-def2956e9378 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:31.835075 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148c635-ea91-4598-ae69-def2956e9378 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:31.835468 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148c635-ea91-4598-ae69-def2956e9378 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:31.899766 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c148c635-ea91-4598-ae69-def2956e9378 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks [] for floatingip, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:31.900311 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.db.l3_db [None req-c148c635-ea91-4598-ae69-def2956e9378 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Floating IP 45b5d6e4-8bda-4969-89dd-dac6f3d194d0 disassociated (deleted). External IP: 172.27.1.16, port: c4ae2fb1-501e-43ae-89d4-c68313813af4. Sep 23 23:19:32.135748 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c148c635-ea91-4598-ae69-def2956e9378 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Router 7e3b0755-497c-4e6d-85b3-0e47db404d5f has already been hosted by L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 {{(pid=94232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:19:32.265195 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c148c635-ea91-4598-ae69-def2956e9378 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:19:32.271757 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-c148c635-ea91-4598-ae69-def2956e9378 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for floatingip, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:32.278025 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469b7d3a-5fd7-48b1-9ccf-d7c12aed44db None None] Sync routers for ids ['7e3b0755-497c-4e6d-85b3-0e47db404d5f'] in dv-cinder-810785-1-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:19:32.288348 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469b7d3a-5fd7-48b1-9ccf-d7c12aed44db None None] Routers {'7e3b0755-497c-4e6d-85b3-0e47db404d5f'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:19:32.289184 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-469b7d3a-5fd7-48b1-9ccf-d7c12aed44db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:19:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['7e3b0755-497c-4e6d-85b3-0e47db404d5f'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:19:32.305412 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-c148c635-ea91-4598-ae69-def2956e9378 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "DELETE /v2.0/floatingips/45b5d6e4-8bda-4969-89dd-dac6f3d194d0 HTTP/1.1" status: 204 len: 168 time: 1.0316300 Sep 23 23:19:32.305412 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0fb78a-9df4-4ed4-a7c8-066e3f724c37', 'tag': 'c4ae2fb1-501e-43ae-89d4-c68313813af4'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:19:32.306446 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc74f1c012309c835ea1a53c8f5f732cbfbf790adc92ee6109ffd7f3bd94d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de69fa32-ca88-4bd0-abb3-323eebaa0911" -d '{"events": [{"name": "network-changed", "server_uuid": "da0fb78a-9df4-4ed4-a7c8-066e3f724c37", "tag": "c4ae2fb1-501e-43ae-89d4-c68313813af4"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:19:32.368817 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc3a7d2-c8b2-4c9a-8d3c-98ab7474531e x-openstack-request-id: req-bdc3a7d2-c8b2-4c9a-8d3c-98ab7474531e {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:19:32.369205 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da0fb78a-9df4-4ed4-a7c8-066e3f724c37", "tag": "c4ae2fb1-501e-43ae-89d4-c68313813af4", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:19:32.369521 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bdc3a7d2-c8b2-4c9a-8d3c-98ab7474531e {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:19:32.370007 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da0fb78a-9df4-4ed4-a7c8-066e3f724c37', 'tag': 'c4ae2fb1-501e-43ae-89d4-c68313813af4', 'status': 'completed', 'code': 200} Sep 23 23:19:32.475220 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-469b7d3a-5fd7-48b1-9ccf-d7c12aed44db None None] Set router 7e3b0755-497c-4e6d-85b3-0e47db404d5f gateway port host: dv-cinder-810785-1-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:19:32.624341 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69fa32-ca88-4bd0-abb3-323eebaa0911 req-4871d107-9baf-450b-aa98-fdbe3b015dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:32.625940 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-de69fa32-ca88-4bd0-abb3-323eebaa0911 req-4871d107-9baf-450b-aa98-fdbe3b015dd3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=092b8e38c05d455b8c071ade5b025610&device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 1099 time: 0.2295475 Sep 23 23:19:32.740828 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69fa32-ca88-4bd0-abb3-323eebaa0911 req-947740dc-af1c-4c74-bac7-ba322c68d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:32.742497 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-de69fa32-ca88-4bd0-abb3-323eebaa0911 req-947740dc-af1c-4c74-bac7-ba322c68d983 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e5951a13-5270-4a63-a4b5-501d42277863 HTTP/1.1" status: 200 len: 910 time: 0.1077013 Sep 23 23:19:32.757560 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-469b7d3a-5fd7-48b1-9ccf-d7c12aed44db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3b0755-497c-4e6d-85b3-0e47db404d5f', 'name': 'tempest-TestShelveInstance-1076427157-router', 'tenant_id': '092b8e38c05d455b8c071ade5b025610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '5b474b23-3b19-45ec-9014-95dcab15a6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:15:00Z', 'updated_at': '2021-09-23T23:15:04Z', 'revision_number': 4, 'project_id': '092b8e38c05d455b8c071ade5b025610', 'gw_port': {'id': '5b474b23-3b19-45ec-9014-95dcab15a6fc', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3b0755-497c-4e6d-85b3-0e47db404d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:15:01Z', 'updated_at': '2021-09-23T23:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '2ac9437d-d55c-48a2-bf2d-0f1d7af8f193', 'name': '', 'network_id': 'e5951a13-5270-4a63-a4b5-501d42277863', 'tenant_id': '092b8e38c05d455b8c071ade5b025610', 'mac_address': 'fa:16:3e:bb:e0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3b0755-497c-4e6d-85b3-0e47db404d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '7beacad9-fcef-408b-9f9c-c9bd5df50f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:15:03Z', 'updated_at': '2021-09-23T23:15:09Z', 'revision_number': 5, 'project_id': '092b8e38c05d455b8c071ade5b025610', 'subnets': [{'id': '7beacad9-fcef-408b-9f9c-c9bd5df50f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:19:32.791019 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12575a1a-4e8a-4c1c-8380-b66c11aba9cd req-be723db1-5f48-4d37-86b2-47c4a140cb07 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:32.793153 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-12575a1a-4e8a-4c1c-8380-b66c11aba9cd req-be723db1-5f48-4d37-86b2-47c4a140cb07 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 946 time: 0.2279863 Sep 23 23:19:32.794463 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-de69fa32-ca88-4bd0-abb3-323eebaa0911 req-7d99eeca-0131-4a45-9986-41ae87997905 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4ae2fb1-501e-43ae-89d4-c68313813af4 HTTP/1.1" status: 200 len: 217 time: 0.0427229 Sep 23 23:19:32.805063 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469b7d3a-5fd7-48b1-9ccf-d7c12aed44db None None] Checking router: 7e3b0755-497c-4e6d-85b3-0e47db404d5f for host: dv-cinder-810785-1-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:19:32.816130 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469b7d3a-5fd7-48b1-9ccf-d7c12aed44db None None] Routers {'7e3b0755-497c-4e6d-85b3-0e47db404d5f'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:19:32.816787 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-469b7d3a-5fd7-48b1-9ccf-d7c12aed44db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:19:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['7e3b0755-497c-4e6d-85b3-0e47db404d5f'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:19:32.860127 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-12575a1a-4e8a-4c1c-8380-b66c11aba9cd req-9ec620cf-a10a-45c7-aee8-daff31aa6fc6 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/security-groups?id=95f932e5-85a7-4bd1-8f85-1c92aa1526b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572648 Sep 23 23:19:32.881776 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69fa32-ca88-4bd0-abb3-323eebaa0911 req-1a37bf91-e7f2-4b1a-952f-07b5149152af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:32.883400 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-de69fa32-ca88-4bd0-abb3-323eebaa0911 req-1a37bf91-e7f2-4b1a-952f-07b5149152af service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7beacad9-fcef-408b-9f9c-c9bd5df50f14 HTTP/1.1" status: 200 len: 848 time: 0.0802293 Sep 23 23:19:32.934959 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69fa32-ca88-4bd0-abb3-323eebaa0911 req-82fbfec7-033a-4303-9191-15c7a264ceca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:32.936531 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-de69fa32-ca88-4bd0-abb3-323eebaa0911 req-82fbfec7-033a-4303-9191-15c7a264ceca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e5951a13-5270-4a63-a4b5-501d42277863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451972 Sep 23 23:19:32.953926 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-469b7d3a-5fd7-48b1-9ccf-d7c12aed44db None None] Set router 7e3b0755-497c-4e6d-85b3-0e47db404d5f gateway port host: dv-cinder-810785-1-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:19:33.046315 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-de69fa32-ca88-4bd0-abb3-323eebaa0911 req-84fc343f-5516-43df-9868-c9b84938dcf0 service neutron] 10.222.0.11 "GET /v2.0/networks/e5951a13-5270-4a63-a4b5-501d42277863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996780 Sep 23 23:19:33.163678 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-de69fa32-ca88-4bd0-abb3-323eebaa0911 req-6cc5d703-2a8b-4f82-9d7e-8d202f6e6b45 service neutron] 10.222.0.11 "GET /v2.0/networks/e5951a13-5270-4a63-a4b5-501d42277863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090198 Sep 23 23:19:33.187844 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-469b7d3a-5fd7-48b1-9ccf-d7c12aed44db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3b0755-497c-4e6d-85b3-0e47db404d5f', 'name': 'tempest-TestShelveInstance-1076427157-router', 'tenant_id': '092b8e38c05d455b8c071ade5b025610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '5b474b23-3b19-45ec-9014-95dcab15a6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:15:00Z', 'updated_at': '2021-09-23T23:15:04Z', 'revision_number': 4, 'project_id': '092b8e38c05d455b8c071ade5b025610', 'gw_port': {'id': '5b474b23-3b19-45ec-9014-95dcab15a6fc', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3b0755-497c-4e6d-85b3-0e47db404d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:15:01Z', 'updated_at': '2021-09-23T23:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '2ac9437d-d55c-48a2-bf2d-0f1d7af8f193', 'name': '', 'network_id': 'e5951a13-5270-4a63-a4b5-501d42277863', 'tenant_id': '092b8e38c05d455b8c071ade5b025610', 'mac_address': 'fa:16:3e:bb:e0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3b0755-497c-4e6d-85b3-0e47db404d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '7beacad9-fcef-408b-9f9c-c9bd5df50f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:15:03Z', 'updated_at': '2021-09-23T23:15:09Z', 'revision_number': 5, 'project_id': '092b8e38c05d455b8c071ade5b025610', 'subnets': [{'id': '7beacad9-fcef-408b-9f9c-c9bd5df50f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:19:33.224596 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469b7d3a-5fd7-48b1-9ccf-d7c12aed44db None None] The sync data for ids ['7e3b0755-497c-4e6d-85b3-0e47db404d5f'] in dv-cinder-810785-1-iscsi is: [{'id': '7e3b0755-497c-4e6d-85b3-0e47db404d5f', 'name': 'tempest-TestShelveInstance-1076427157-router', 'tenant_id': '092b8e38c05d455b8c071ade5b025610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '5b474b23-3b19-45ec-9014-95dcab15a6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:15:00Z', 'updated_at': '2021-09-23T23:15:04Z', 'revision_number': 4, 'project_id': '092b8e38c05d455b8c071ade5b025610', 'gw_port': {'id': '5b474b23-3b19-45ec-9014-95dcab15a6fc', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3b0755-497c-4e6d-85b3-0e47db404d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:15:01Z', 'updated_at': '2021-09-23T23:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '2ac9437d-d55c-48a2-bf2d-0f1d7af8f193', 'name': '', 'network_id': 'e5951a13-5270-4a63-a4b5-501d42277863', 'tenant_id': '092b8e38c05d455b8c071ade5b025610', 'mac_address': 'fa:16:3e:bb:e0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3b0755-497c-4e6d-85b3-0e47db404d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '7beacad9-fcef-408b-9f9c-c9bd5df50f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:15:03Z', 'updated_at': '2021-09-23T23:15:09Z', 'revision_number': 5, 'project_id': '092b8e38c05d455b8c071ade5b025610', 'subnets': [{'id': '7beacad9-fcef-408b-9f9c-c9bd5df50f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:19:33.482409 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2869b5-13f9-4e4f-a680-9efdf4ecb0f3 None None] New status for floating IP 45b5d6e4-8bda-4969-89dd-dac6f3d194d0: DOWN {{(pid=94234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:19:34.117697 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f2d05-e165-4375-b91e-104a9396a964 req-3c449349-2505-4172-a2d0-adf8196c97c6 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:34.118530 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62fe74-62e1-4a9a-9a7b-d13e2b3ae7c3 req-68c06872-9636-418f-bdd1-b839f0334bb3 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:34.119343 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-875f2d05-e165-4375-b91e-104a9396a964 req-3c449349-2505-4172-a2d0-adf8196c97c6 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 946 time: 0.1603882 Sep 23 23:19:34.121056 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8d62fe74-62e1-4a9a-9a7b-d13e2b3ae7c3 req-68c06872-9636-418f-bdd1-b839f0334bb3 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.11 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 946 time: 0.0668163 Sep 23 23:19:34.163003 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-875f2d05-e165-4375-b91e-104a9396a964 req-7d47011d-f54c-450d-8a2f-048e9ac9d855 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/security-groups?id=95f932e5-85a7-4bd1-8f85-1c92aa1526b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368059 Sep 23 23:19:34.228025 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [req-8d62fe74-62e1-4a9a-9a7b-d13e2b3ae7c3 req-14d5f5ee-8e78-48f4-ba28-72587a4ed893 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Deleting port c4ae2fb1-501e-43ae-89d4-c68313813af4 {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:19:34.228365 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-8d62fe74-62e1-4a9a-9a7b-d13e2b3ae7c3 req-14d5f5ee-8e78-48f4-ba28-72587a4ed893 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:34.340514 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-8d62fe74-62e1-4a9a-9a7b-d13e2b3ae7c3 req-14d5f5ee-8e78-48f4-ba28-72587a4ed893 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] For port c4ae2fb1-501e-43ae-89d4-c68313813af4, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=c4ae2fb1-501e-43ae-89d4-c68313813af4,segment=NetworkSegment(1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4),segment_id=1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:19:34.340881 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-8d62fe74-62e1-4a9a-9a7b-d13e2b3ae7c3 req-14d5f5ee-8e78-48f4-ba28-72587a4ed893 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:34.356680 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [req-8d62fe74-62e1-4a9a-9a7b-d13e2b3ae7c3 req-14d5f5ee-8e78-48f4-ba28-72587a4ed893 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Calling delete_port for c4ae2fb1-501e-43ae-89d4-c68313813af4 owned by compute:nova {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:19:34.516804 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-8d62fe74-62e1-4a9a-9a7b-d13e2b3ae7c3 req-14d5f5ee-8e78-48f4-ba28-72587a4ed893 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:34.560319 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5f5ee-8e78-48f4-ba28-72587a4ed893 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Pushing event deleted for resources: {'Port': ['ID=c4ae2fb1-501e-43ae-89d4-c68313813af4,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:34.603900 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d62fe74-62e1-4a9a-9a7b-d13e2b3ae7c3 req-14d5f5ee-8e78-48f4-ba28-72587a4ed893 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] No DVR routers for this DVR port c4ae2fb1-501e-43ae-89d4-c68313813af4 on host hv-cinder-81078 {{(pid=94231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:19:34.606988 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-8d62fe74-62e1-4a9a-9a7b-d13e2b3ae7c3 req-14d5f5ee-8e78-48f4-ba28-72587a4ed893 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:34.610523 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-8d62fe74-62e1-4a9a-9a7b-d13e2b3ae7c3 req-14d5f5ee-8e78-48f4-ba28-72587a4ed893 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.11 "DELETE /v2.0/ports/c4ae2fb1-501e-43ae-89d4-c68313813af4 HTTP/1.1" status: 204 len: 173 time: 0.4819582 Sep 23 23:19:34.611293 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0fb78a-9df4-4ed4-a7c8-066e3f724c37', 'name': 'network-vif-deleted', 'tag': 'c4ae2fb1-501e-43ae-89d4-c68313813af4'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:19:34.614548 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1d5602135d6fd2b93bb7a1a207777d999d514b69f59ce624d4faeb629b016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de78f009-43c0-4610-89bb-bc83fa854ec9" -d '{"events": [{"server_uuid": "da0fb78a-9df4-4ed4-a7c8-066e3f724c37", "name": "network-vif-deleted", "tag": "c4ae2fb1-501e-43ae-89d4-c68313813af4"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:19:34.666802 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abff5b7a-806d-4884-843e-12a7240fa594 x-openstack-request-id: req-abff5b7a-806d-4884-843e-12a7240fa594 {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:19:34.667138 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0fb78a-9df4-4ed4-a7c8-066e3f724c37", "name": "network-vif-deleted", "tag": "c4ae2fb1-501e-43ae-89d4-c68313813af4", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:19:34.667460 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-abff5b7a-806d-4884-843e-12a7240fa594 {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:19:34.668119 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0fb78a-9df4-4ed4-a7c8-066e3f724c37', 'name': 'network-vif-deleted', 'tag': 'c4ae2fb1-501e-43ae-89d4-c68313813af4', 'status': 'completed', 'code': 200} Sep 23 23:19:35.282288 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-592db39c-a0f8-4dd2-a75a-42ee2b2bfaf5 req-886dc00b-5dff-4cb8-b11f-853c9f67480c tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "GET /v2.0/ports?device_id=da0fb78a-9df4-4ed4-a7c8-066e3f724c37 HTTP/1.1" status: 200 len: 210 time: 0.0299215 Sep 23 23:19:36.361352 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 34638) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:19:36.442308 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f9d3e116-cf0b-431a-9606-46d1e5ad0859 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:36.474113 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f9d3e116-cf0b-431a-9606-46d1e5ad0859 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:36.567497 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f9d3e116-cf0b-431a-9606-46d1e5ad0859 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:36.572404 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f9d3e116-cf0b-431a-9606-46d1e5ad0859 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:36.574762 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-f9d3e116-cf0b-431a-9606-46d1e5ad0859 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] 10.222.0.46 "DELETE /v2.0/security-groups/95f932e5-85a7-4bd1-8f85-1c92aa1526b4 HTTP/1.1" status: 204 len: 168 time: 0.2118702 Sep 23 23:19:36.590728 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d3e116-cf0b-431a-9606-46d1e5ad0859 tempest-TestShelveInstance-958249958 tempest-TestShelveInstance-958249958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f932e5-85a7-4bd1-8f85-1c92aa1526b4,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:36.646317 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 34642) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:19:37.323891 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0033a24e-6708-433a-ac51-f1b167ffdd84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593436'] for router_interface, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:37.606345 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-0033a24e-6708-433a-ac51-f1b167ffdd84 admin admin] Deleting port 2ac9437d-d55c-48a2-bf2d-0f1d7af8f193 {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:19:37.606602 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0033a24e-6708-433a-ac51-f1b167ffdd84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:37.705494 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [None req-0033a24e-6708-433a-ac51-f1b167ffdd84 admin admin] For port 2ac9437d-d55c-48a2-bf2d-0f1d7af8f193, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=2ac9437d-d55c-48a2-bf2d-0f1d7af8f193,segment=NetworkSegment(1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4),segment_id=1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:19:37.706432 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0033a24e-6708-433a-ac51-f1b167ffdd84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:37.725085 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-0033a24e-6708-433a-ac51-f1b167ffdd84 admin admin] Calling delete_port for 2ac9437d-d55c-48a2-bf2d-0f1d7af8f193 owned by network:router_interface {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:19:37.946896 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device c4ae2fb1-501e-43ae-89d4-c68313813af4 no longer exists at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:19:37.948213 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0033a24e-6708-433a-ac51-f1b167ffdd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416648'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:37.969555 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] No Port match for: c4ae2fb1-501e-43ae-89d4-c68313813af4 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:19:37.969929 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device c4ae2fb1-501e-43ae-89d4-c68313813af4 not bound to the agent host hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:19:37.979499 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0033a24e-6708-433a-ac51-f1b167ffdd84 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ac9437d-d55c-48a2-bf2d-0f1d7af8f193,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:38.161157 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-0033a24e-6708-433a-ac51-f1b167ffdd84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595093'] for router_interface, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:38.400615 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0033a24e-6708-433a-ac51-f1b167ffdd84 admin admin] Router 7e3b0755-497c-4e6d-85b3-0e47db404d5f has already been hosted by L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 {{(pid=94232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:19:38.524745 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0033a24e-6708-433a-ac51-f1b167ffdd84 admin admin] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:19:38.530369 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-0033a24e-6708-433a-ac51-f1b167ffdd84 admin admin] 10.222.0.46 "PUT /v2.0/routers/7e3b0755-497c-4e6d-85b3-0e47db404d5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8824914 Sep 23 23:19:38.533697 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 34646) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:19:38.536722 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f19fa27-5c7e-48e3-a936-ed772f7a86b8 None None] Sync routers for ids ['7e3b0755-497c-4e6d-85b3-0e47db404d5f'] in dv-cinder-810785-1-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:19:38.550751 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f19fa27-5c7e-48e3-a936-ed772f7a86b8 None None] Routers {'7e3b0755-497c-4e6d-85b3-0e47db404d5f'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:19:38.552069 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-6f19fa27-5c7e-48e3-a936-ed772f7a86b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:19:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['7e3b0755-497c-4e6d-85b3-0e47db404d5f'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:19:38.653424 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8984c80a-2d3c-4098-bb69-7fc3dfa98284 admin admin] Notify callbacks [] for router, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:38.677345 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-6f19fa27-5c7e-48e3-a936-ed772f7a86b8 None None] Set router 7e3b0755-497c-4e6d-85b3-0e47db404d5f gateway port host: dv-cinder-810785-1-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:19:38.774269 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8984c80a-2d3c-4098-bb69-7fc3dfa98284 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:38.853127 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-8984c80a-2d3c-4098-bb69-7fc3dfa98284 admin admin] Deleting port 5b474b23-3b19-45ec-9014-95dcab15a6fc {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:19:38.853582 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8984c80a-2d3c-4098-bb69-7fc3dfa98284 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:38.908580 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-6f19fa27-5c7e-48e3-a936-ed772f7a86b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3b0755-497c-4e6d-85b3-0e47db404d5f', 'name': 'tempest-TestShelveInstance-1076427157-router', 'tenant_id': '092b8e38c05d455b8c071ade5b025610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '5b474b23-3b19-45ec-9014-95dcab15a6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:15:00Z', 'updated_at': '2021-09-23T23:19:37Z', 'revision_number': 5, 'project_id': '092b8e38c05d455b8c071ade5b025610', 'gw_port': {'id': '5b474b23-3b19-45ec-9014-95dcab15a6fc', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3b0755-497c-4e6d-85b3-0e47db404d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:15:01Z', 'updated_at': '2021-09-23T23:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi'}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:19:38.946997 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [None req-8984c80a-2d3c-4098-bb69-7fc3dfa98284 admin admin] For port 5b474b23-3b19-45ec-9014-95dcab15a6fc, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=5b474b23-3b19-45ec-9014-95dcab15a6fc,segment=NetworkSegment(2ac125d2-b621-4cb4-9068-8fa074d03334),segment_id=2ac125d2-b621-4cb4-9068-8fa074d03334)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:19:38.947390 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8984c80a-2d3c-4098-bb69-7fc3dfa98284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:38.957776 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f19fa27-5c7e-48e3-a936-ed772f7a86b8 None None] Checking router: 7e3b0755-497c-4e6d-85b3-0e47db404d5f for host: dv-cinder-810785-1-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:19:38.964785 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-8984c80a-2d3c-4098-bb69-7fc3dfa98284 admin admin] Calling delete_port for 5b474b23-3b19-45ec-9014-95dcab15a6fc owned by network:router_gateway {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:19:38.968484 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f19fa27-5c7e-48e3-a936-ed772f7a86b8 None None] Routers {'7e3b0755-497c-4e6d-85b3-0e47db404d5f'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:19:38.969100 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-6f19fa27-5c7e-48e3-a936-ed772f7a86b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:19:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['7e3b0755-497c-4e6d-85b3-0e47db404d5f'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:19:39.191612 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8984c80a-2d3c-4098-bb69-7fc3dfa98284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416648'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:39.203186 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-6f19fa27-5c7e-48e3-a936-ed772f7a86b8 None None] Set router 7e3b0755-497c-4e6d-85b3-0e47db404d5f gateway port host: None {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:19:39.220195 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8984c80a-2d3c-4098-bb69-7fc3dfa98284 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b474b23-3b19-45ec-9014-95dcab15a6fc,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:39.261889 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-6f19fa27-5c7e-48e3-a936-ed772f7a86b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3b0755-497c-4e6d-85b3-0e47db404d5f', 'name': 'tempest-TestShelveInstance-1076427157-router', 'tenant_id': '092b8e38c05d455b8c071ade5b025610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:15:00Z', 'updated_at': '2021-09-23T23:19:38Z', 'revision_number': 6, 'project_id': '092b8e38c05d455b8c071ade5b025610', 'gw_port_host': None}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:19:39.298837 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f19fa27-5c7e-48e3-a936-ed772f7a86b8 None None] The sync data for ids ['7e3b0755-497c-4e6d-85b3-0e47db404d5f'] in dv-cinder-810785-1-iscsi is: [{'id': '7e3b0755-497c-4e6d-85b3-0e47db404d5f', 'name': 'tempest-TestShelveInstance-1076427157-router', 'tenant_id': '092b8e38c05d455b8c071ade5b025610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:15:00Z', 'updated_at': '2021-09-23T23:19:38Z', 'revision_number': 6, 'project_id': '092b8e38c05d455b8c071ade5b025610', 'gw_port_host': None}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:19:39.316115 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8984c80a-2d3c-4098-bb69-7fc3dfa98284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595030'] for router_gateway, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:39.419882 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8984c80a-2d3c-4098-bb69-7fc3dfa98284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5561'] for router, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:39.422238 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8984c80a-2d3c-4098-bb69-7fc3dfa98284 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:39.479132 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8984c80a-2d3c-4098-bb69-7fc3dfa98284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-590896'] for router, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:39.480795 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8984c80a-2d3c-4098-bb69-7fc3dfa98284 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e3b0755-497c-4e6d-85b3-0e47db404d5f {{(pid=94232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:19:39.488692 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-8984c80a-2d3c-4098-bb69-7fc3dfa98284 admin admin] Notify callbacks [] for router, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:39.490059 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-8984c80a-2d3c-4098-bb69-7fc3dfa98284 admin admin] 10.222.0.46 "DELETE /v2.0/routers/7e3b0755-497c-4e6d-85b3-0e47db404d5f HTTP/1.1" status: 204 len: 168 time: 0.9552195 Sep 23 23:19:39.493288 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 34648) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:19:39.572096 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c487abe-68b3-401a-8581-6b53b36db562 admin admin] Deleting subnet 7beacad9-fcef-408b-9f9c-c9bd5df50f14 {{(pid=94231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:19:39.577712 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1c487abe-68b3-401a-8581-6b53b36db562 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:39.622718 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1c487abe-68b3-401a-8581-6b53b36db562 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3956720'] for subnet, precommit_delete_associations {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:39.700563 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:39.711947 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1c487abe-68b3-401a-8581-6b53b36db562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8114061'] for subnet, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:39.771248 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1c487abe-68b3-401a-8581-6b53b36db562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8114052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906294'] for subnet, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:39.801686 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c487abe-68b3-401a-8581-6b53b36db562 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7beacad9-fcef-408b-9f9c-c9bd5df50f14,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:39.805253 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-1c487abe-68b3-401a-8581-6b53b36db562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for subnet, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:39.807164 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-1c487abe-68b3-401a-8581-6b53b36db562 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7beacad9-fcef-408b-9f9c-c9bd5df50f14 HTTP/1.1" status: 204 len: 168 time: 0.3125117 Sep 23 23:19:39.811939 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 34650) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:19:39.812563 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfaf8918-cd53-4af1-9377-a61333b81089 None None] Network e5951a13-5270-4a63-a4b5-501d42277863 requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:19:39.886570 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b3c1f009-20a8-41aa-9236-30560b2b147b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7893109'] for network, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:39.952154 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-b3c1f009-20a8-41aa-9236-30560b2b147b admin admin] Deleting port abf6b3d5-93b3-4d40-8cba-d0f86c9494b2 {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:19:39.952359 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b3c1f009-20a8-41aa-9236-30560b2b147b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:40.033906 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [None req-b3c1f009-20a8-41aa-9236-30560b2b147b admin admin] For port abf6b3d5-93b3-4d40-8cba-d0f86c9494b2, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=abf6b3d5-93b3-4d40-8cba-d0f86c9494b2,segment=NetworkSegment(1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4),segment_id=1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:19:40.034251 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b3c1f009-20a8-41aa-9236-30560b2b147b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:40.047573 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-b3c1f009-20a8-41aa-9236-30560b2b147b admin admin] Calling delete_port for abf6b3d5-93b3-4d40-8cba-d0f86c9494b2 owned by network:dhcp {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:19:40.088329 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5493fb-f656-4052-a07b-47b45f457a0d None None] DHCP port deletion for e5951a13-5270-4a63-a4b5-501d42277863 request from dv-cinder-810785-1-iscsi {{(pid=94233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:19:40.146863 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-2d5493fb-f656-4052-a07b-47b45f457a0d None None] Deleting port abf6b3d5-93b3-4d40-8cba-d0f86c9494b2 {{(pid=94233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:19:40.147632 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-2d5493fb-f656-4052-a07b-47b45f457a0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:40.152241 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b3c1f009-20a8-41aa-9236-30560b2b147b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416648'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:40.208482 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c1f009-20a8-41aa-9236-30560b2b147b admin admin] Pushing event deleted for resources: {'Port': ['ID=abf6b3d5-93b3-4d40-8cba-d0f86c9494b2,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:40.214490 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c1f009-20a8-41aa-9236-30560b2b147b admin admin] No DVR routers for this DVR port abf6b3d5-93b3-4d40-8cba-d0f86c9494b2 on host dv-cinder-810785-1-iscsi {{(pid=94232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:19:40.267643 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-2d5493fb-f656-4052-a07b-47b45f457a0d None None] For port abf6b3d5-93b3-4d40-8cba-d0f86c9494b2, host dv-cinder-810785-1-iscsi, got binding levels [] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:19:40.268235 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-2d5493fb-f656-4052-a07b-47b45f457a0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:40.286982 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-2d5493fb-f656-4052-a07b-47b45f457a0d None None] Calling delete_port for abf6b3d5-93b3-4d40-8cba-d0f86c9494b2 owned by network:dhcp {{(pid=94233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:19:40.291853 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.ipam_backend_mixin [None req-2d5493fb-f656-4052-a07b-47b45f457a0d None None] Port abf6b3d5-93b3-4d40-8cba-d0f86c9494b2 was not found and therefore no delete operation was performed {{(pid=94233) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 23:19:40.295867 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device abf6b3d5-93b3-4d40-8cba-d0f86c9494b2 no longer exists at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:19:40.301002 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-2d5493fb-f656-4052-a07b-47b45f457a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672'] for port, after_delete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:40.327942 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b3c1f009-20a8-41aa-9236-30560b2b147b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8111924', 'neutron.services.segments.db._delete_segments_for_network-8784998755988'] for network, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:40.367216 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-b3c1f009-20a8-41aa-9236-30560b2b147b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5951a13-5270-4a63-a4b5-501d42277863']}} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:19:40.375164 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] No Port match for: abf6b3d5-93b3-4d40-8cba-d0f86c9494b2 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:19:40.375845 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device abf6b3d5-93b3-4d40-8cba-d0f86c9494b2 not bound to the agent host dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:19:40.376395 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 2ac9437d-d55c-48a2-bf2d-0f1d7af8f193 no longer exists at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:19:40.384393 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5493fb-f656-4052-a07b-47b45f457a0d None None] Pushing event deleted for resources: {'Port': ['ID=abf6b3d5-93b3-4d40-8cba-d0f86c9494b2,revision_number=None']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:40.385432 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-b3c1f009-20a8-41aa-9236-30560b2b147b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4') {'for_net_delete': True} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:19:40.385723 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-b3c1f009-20a8-41aa-9236-30560b2b147b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff231b4-7741-4363-bfa0-dcbe9fd6b1a4') {} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:19:40.405624 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b3c1f009-20a8-41aa-9236-30560b2b147b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784998755229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176778'] for segment, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:40.418013 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5493fb-f656-4052-a07b-47b45f457a0d None None] No DVR routers for this DVR port abf6b3d5-93b3-4d40-8cba-d0f86c9494b2 on host dv-cinder-810785-1-iscsi {{(pid=94233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:19:40.419916 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] No Port match for: 2ac9437d-d55c-48a2-bf2d-0f1d7af8f193 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:19:40.421015 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 2ac9437d-d55c-48a2-bf2d-0f1d7af8f193 not bound to the agent host dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:19:40.421514 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 5b474b23-3b19-45ec-9014-95dcab15a6fc no longer exists at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:19:40.428313 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b3c1f009-20a8-41aa-9236-30560b2b147b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778'] for segment, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:40.441304 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c1f009-20a8-41aa-9236-30560b2b147b admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=94232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:19:40.441754 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b3c1f009-20a8-41aa-9236-30560b2b147b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416379'] for segment, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:40.444218 dv-cinder-810785-1-iscsi neutron-server[94232]: Traceback (most recent call last): Sep 23 23:19:40.444218 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:19:40.444218 dv-cinder-810785-1-iscsi neutron-server[94232]: timer() Sep 23 23:19:40.444218 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:19:40.444218 dv-cinder-810785-1-iscsi neutron-server[94232]: cb(*args, **kw) Sep 23 23:19:40.444218 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:19:40.444218 dv-cinder-810785-1-iscsi neutron-server[94232]: return func(*args, **kwargs) Sep 23 23:19:40.444218 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:19:40.444218 dv-cinder-810785-1-iscsi neutron-server[94232]: self._notify() Sep 23 23:19:40.444218 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:19:40.444218 dv-cinder-810785-1-iscsi neutron-server[94232]: self.callback(batched_events) Sep 23 23:19:40.444218 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:19:40.444218 dv-cinder-810785-1-iscsi neutron-server[94232]: event.method(event) Sep 23 23:19:40.444218 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:19:40.444218 dv-cinder-810785-1-iscsi neutron-server[94232]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:19:40.444218 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:19:40.444218 dv-cinder-810785-1-iscsi neutron-server[94232]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:19:40.444218 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:19:40.444218 dv-cinder-810785-1-iscsi neutron-server[94232]: return f(self, *a, **k) Sep 23 23:19:40.444218 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:19:40.444218 dv-cinder-810785-1-iscsi neutron-server[94232]: return self._get(url).json() Sep 23 23:19:40.444218 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:19:40.444218 dv-cinder-810785-1-iscsi neutron-server[94232]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:19:40.444218 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:19:40.444218 dv-cinder-810785-1-iscsi neutron-server[94232]: return self.request(url, 'GET', **kwargs) Sep 23 23:19:40.444218 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:19:40.444218 dv-cinder-810785-1-iscsi neutron-server[94232]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:19:40.444218 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:19:40.444218 dv-cinder-810785-1-iscsi neutron-server[94232]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:19:40.444218 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:19:40.444218 dv-cinder-810785-1-iscsi neutron-server[94232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:19:40.444218 dv-cinder-810785-1-iscsi neutron-server[94232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:19:40.463342 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] No Port match for: 5b474b23-3b19-45ec-9014-95dcab15a6fc {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:19:40.464017 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 5b474b23-3b19-45ec-9014-95dcab15a6fc not bound to the agent host dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:19:40.526553 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b3c1f009-20a8-41aa-9236-30560b2b147b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8111875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594954'] for network, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:40.535249 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-b3c1f009-20a8-41aa-9236-30560b2b147b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for network, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:40.535249 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-b3c1f009-20a8-41aa-9236-30560b2b147b admin admin] 10.222.0.46 "DELETE /v2.0/networks/e5951a13-5270-4a63-a4b5-501d42277863 HTTP/1.1" status: 204 len: 168 time: 0.7240162 Sep 23 23:19:40.541989 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 34652) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:19:40.547186 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c1f009-20a8-41aa-9236-30560b2b147b admin admin] Pushing event deleted for resources: {'Network': ['ID=e5951a13-5270-4a63-a4b5-501d42277863,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:40.935058 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-53db041c-98e6-4ce1-8c82-12fdab69d72b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593436'] for router_interface, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:41.207337 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-53db041c-98e6-4ce1-8c82-12fdab69d72b admin admin] Deleting port 18358f80-7d2b-4985-9956-44c62cef73c8 {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:19:41.207625 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-53db041c-98e6-4ce1-8c82-12fdab69d72b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:41.287076 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [None req-53db041c-98e6-4ce1-8c82-12fdab69d72b admin admin] For port 18358f80-7d2b-4985-9956-44c62cef73c8, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=18358f80-7d2b-4985-9956-44c62cef73c8,segment=NetworkSegment(a03ff51e-8785-44d7-a3bd-007e8fc60f10),segment_id=a03ff51e-8785-44d7-a3bd-007e8fc60f10)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:19:41.287474 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-53db041c-98e6-4ce1-8c82-12fdab69d72b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:41.305180 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-53db041c-98e6-4ce1-8c82-12fdab69d72b admin admin] Calling delete_port for 18358f80-7d2b-4985-9956-44c62cef73c8 owned by network:router_interface {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:19:41.504484 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-53db041c-98e6-4ce1-8c82-12fdab69d72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:41.531176 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53db041c-98e6-4ce1-8c82-12fdab69d72b admin admin] Pushing event deleted for resources: {'Port': ['ID=18358f80-7d2b-4985-9956-44c62cef73c8,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:41.982879 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-53db041c-98e6-4ce1-8c82-12fdab69d72b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595093'] for router_interface, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:42.226631 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53db041c-98e6-4ce1-8c82-12fdab69d72b admin admin] Router 2bacdf00-d065-4550-a8ae-98eb023a378e has already been hosted by L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 {{(pid=94231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:19:42.350902 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53db041c-98e6-4ce1-8c82-12fdab69d72b admin admin] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:19:42.356342 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-53db041c-98e6-4ce1-8c82-12fdab69d72b admin admin] 10.222.0.46 "PUT /v2.0/routers/2bacdf00-d065-4550-a8ae-98eb023a378e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8120155 Sep 23 23:19:42.360655 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 34654) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:19:42.364188 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9390035-1cf9-401d-97a9-278a3bbc1d09 None None] Sync routers for ids ['2bacdf00-d065-4550-a8ae-98eb023a378e'] in dv-cinder-810785-1-iscsi {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:19:42.375294 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9390035-1cf9-401d-97a9-278a3bbc1d09 None None] Routers {'2bacdf00-d065-4550-a8ae-98eb023a378e'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:19:42.376287 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-a9390035-1cf9-401d-97a9-278a3bbc1d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:19:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['2bacdf00-d065-4550-a8ae-98eb023a378e'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:19:42.494283 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-baafd8cd-f997-4119-aed3-099277e32793 admin admin] Notify callbacks [] for router, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:42.513484 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-a9390035-1cf9-401d-97a9-278a3bbc1d09 None None] Set router 2bacdf00-d065-4550-a8ae-98eb023a378e gateway port host: dv-cinder-810785-1-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:19:42.606053 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-baafd8cd-f997-4119-aed3-099277e32793 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:42.663507 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-baafd8cd-f997-4119-aed3-099277e32793 admin admin] Deleting port 8c10f4e7-9396-4575-8f23-27a63eb8cf6e {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:19:42.663891 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-baafd8cd-f997-4119-aed3-099277e32793 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:42.748687 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [None req-baafd8cd-f997-4119-aed3-099277e32793 admin admin] For port 8c10f4e7-9396-4575-8f23-27a63eb8cf6e, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=8c10f4e7-9396-4575-8f23-27a63eb8cf6e,segment=NetworkSegment(2ac125d2-b621-4cb4-9068-8fa074d03334),segment_id=2ac125d2-b621-4cb4-9068-8fa074d03334)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:19:42.749014 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-baafd8cd-f997-4119-aed3-099277e32793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:42.762695 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-baafd8cd-f997-4119-aed3-099277e32793 admin admin] Calling delete_port for 8c10f4e7-9396-4575-8f23-27a63eb8cf6e owned by network:router_gateway {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:19:42.809827 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-a9390035-1cf9-401d-97a9-278a3bbc1d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bacdf00-d065-4550-a8ae-98eb023a378e', 'name': 'tempest-TestShelveInstance-1698131473-router', 'tenant_id': '5bc20af46e59451ebaf2b36fe88b5235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '8c10f4e7-9396-4575-8f23-27a63eb8cf6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:15:07Z', 'updated_at': '2021-09-23T23:19:41Z', 'revision_number': 5, 'project_id': '5bc20af46e59451ebaf2b36fe88b5235', 'gw_port': {'id': '8c10f4e7-9396-4575-8f23-27a63eb8cf6e', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bacdf00-d065-4550-a8ae-98eb023a378e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:15:08Z', 'updated_at': '2021-09-23T23:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi'}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:19:42.838219 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9390035-1cf9-401d-97a9-278a3bbc1d09 None None] Checking router: 2bacdf00-d065-4550-a8ae-98eb023a378e for host: dv-cinder-810785-1-iscsi {{(pid=94234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:19:42.856821 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9390035-1cf9-401d-97a9-278a3bbc1d09 None None] Routers {'2bacdf00-d065-4550-a8ae-98eb023a378e'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:19:42.856821 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-a9390035-1cf9-401d-97a9-278a3bbc1d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:19:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['2bacdf00-d065-4550-a8ae-98eb023a378e'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:19:42.953753 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-baafd8cd-f997-4119-aed3-099277e32793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416648'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:42.956870 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-a9390035-1cf9-401d-97a9-278a3bbc1d09 None None] Set router 2bacdf00-d065-4550-a8ae-98eb023a378e gateway port host: None {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:19:42.981955 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baafd8cd-f997-4119-aed3-099277e32793 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c10f4e7-9396-4575-8f23-27a63eb8cf6e,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:43.011517 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-a9390035-1cf9-401d-97a9-278a3bbc1d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bacdf00-d065-4550-a8ae-98eb023a378e', 'name': 'tempest-TestShelveInstance-1698131473-router', 'tenant_id': '5bc20af46e59451ebaf2b36fe88b5235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:15:07Z', 'updated_at': '2021-09-23T23:19:42Z', 'revision_number': 6, 'project_id': '5bc20af46e59451ebaf2b36fe88b5235', 'gw_port_host': None}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:19:43.042572 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-baafd8cd-f997-4119-aed3-099277e32793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595030'] for router_gateway, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:43.059730 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9390035-1cf9-401d-97a9-278a3bbc1d09 None None] The sync data for ids ['2bacdf00-d065-4550-a8ae-98eb023a378e'] in dv-cinder-810785-1-iscsi is: [{'id': '2bacdf00-d065-4550-a8ae-98eb023a378e', 'name': 'tempest-TestShelveInstance-1698131473-router', 'tenant_id': '5bc20af46e59451ebaf2b36fe88b5235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:15:07Z', 'updated_at': '2021-09-23T23:19:42Z', 'revision_number': 6, 'project_id': '5bc20af46e59451ebaf2b36fe88b5235', 'gw_port_host': None}] {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:19:43.156074 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-baafd8cd-f997-4119-aed3-099277e32793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5561'] for router, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:43.158458 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-baafd8cd-f997-4119-aed3-099277e32793 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:43.209197 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-baafd8cd-f997-4119-aed3-099277e32793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-590896'] for router, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:43.210031 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baafd8cd-f997-4119-aed3-099277e32793 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bacdf00-d065-4550-a8ae-98eb023a378e {{(pid=94232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:19:43.215220 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-baafd8cd-f997-4119-aed3-099277e32793 admin admin] Notify callbacks [] for router, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:43.217035 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-baafd8cd-f997-4119-aed3-099277e32793 admin admin] 10.222.0.46 "DELETE /v2.0/routers/2bacdf00-d065-4550-a8ae-98eb023a378e HTTP/1.1" status: 204 len: 168 time: 0.8551741 Sep 23 23:19:43.220118 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 34656) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:19:43.272876 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.db_base_plugin_v2 [None req-eebd4112-da9c-46fe-a80d-7188689c46b4 admin admin] Deleting subnet cdc70d60-0dcd-4127-98b0-df1bb92014a1 {{(pid=94232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:19:43.276922 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-eebd4112-da9c-46fe-a80d-7188689c46b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:43.317797 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-eebd4112-da9c-46fe-a80d-7188689c46b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1176787'] for subnet, precommit_delete_associations {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:43.407748 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-eebd4112-da9c-46fe-a80d-7188689c46b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8114061'] for subnet, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:43.480598 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-eebd4112-da9c-46fe-a80d-7188689c46b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8114052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8945769'] for subnet, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:43.532992 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd4112-da9c-46fe-a80d-7188689c46b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdc70d60-0dcd-4127-98b0-df1bb92014a1,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:43.536726 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-eebd4112-da9c-46fe-a80d-7188689c46b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:43.541057 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-eebd4112-da9c-46fe-a80d-7188689c46b4 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/cdc70d60-0dcd-4127-98b0-df1bb92014a1 HTTP/1.1" status: 204 len: 168 time: 0.3197186 Sep 23 23:19:43.541240 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b2921d-0e1e-4dc6-8655-24ccdc19db6d None None] Network 364b4a8a-d792-4b9c-bcb4-940d929b349f requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:19:43.544270 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 34658) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:19:43.627761 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-226a3099-afca-427a-af59-65228526b60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7893109'] for network, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:43.889320 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6518886-b1f6-470a-9a8b-c5ba92197849 None None] DHCP port deletion for 364b4a8a-d792-4b9c-bcb4-940d929b349f request from dv-cinder-810785-1-iscsi {{(pid=94233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:19:43.938658 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-a6518886-b1f6-470a-9a8b-c5ba92197849 None None] Deleting port b8c07a38-0c26-47af-89e3-684ee2efdf9d {{(pid=94233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:19:43.939061 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-a6518886-b1f6-470a-9a8b-c5ba92197849 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:43.974109 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-226a3099-afca-427a-af59-65228526b60b admin admin] Deleting port b8c07a38-0c26-47af-89e3-684ee2efdf9d {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:19:43.974687 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-226a3099-afca-427a-af59-65228526b60b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:44.012325 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-a6518886-b1f6-470a-9a8b-c5ba92197849 None None] For port b8c07a38-0c26-47af-89e3-684ee2efdf9d, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=b8c07a38-0c26-47af-89e3-684ee2efdf9d,segment=NetworkSegment(a03ff51e-8785-44d7-a3bd-007e8fc60f10),segment_id=a03ff51e-8785-44d7-a3bd-007e8fc60f10)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:19:44.012920 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-a6518886-b1f6-470a-9a8b-c5ba92197849 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:44.034846 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-a6518886-b1f6-470a-9a8b-c5ba92197849 None None] Calling delete_port for b8c07a38-0c26-47af-89e3-684ee2efdf9d owned by network:dhcp {{(pid=94233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:19:44.051170 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [None req-226a3099-afca-427a-af59-65228526b60b admin admin] For port b8c07a38-0c26-47af-89e3-684ee2efdf9d, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=b8c07a38-0c26-47af-89e3-684ee2efdf9d,segment=NetworkSegment(a03ff51e-8785-44d7-a3bd-007e8fc60f10),segment_id=a03ff51e-8785-44d7-a3bd-007e8fc60f10)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:19:44.051633 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-226a3099-afca-427a-af59-65228526b60b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:44.074102 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-226a3099-afca-427a-af59-65228526b60b admin admin] Calling delete_port for b8c07a38-0c26-47af-89e3-684ee2efdf9d owned by network:dhcp {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:19:44.129701 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-a6518886-b1f6-470a-9a8b-c5ba92197849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672'] for port, after_delete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:44.158378 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6518886-b1f6-470a-9a8b-c5ba92197849 None None] Pushing event deleted for resources: {'Port': ['ID=b8c07a38-0c26-47af-89e3-684ee2efdf9d,revision_number=None']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:44.163091 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6518886-b1f6-470a-9a8b-c5ba92197849 None None] No DVR routers for this DVR port b8c07a38-0c26-47af-89e3-684ee2efdf9d on host dv-cinder-810785-1-iscsi {{(pid=94233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:19:44.175341 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6518886-b1f6-470a-9a8b-c5ba92197849 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:44.175341 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6518886-b1f6-470a-9a8b-c5ba92197849 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:44.175341 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6518886-b1f6-470a-9a8b-c5ba92197849 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:44.175341 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6518886-b1f6-470a-9a8b-c5ba92197849 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:44.175341 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6518886-b1f6-470a-9a8b-c5ba92197849 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:44.175341 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6518886-b1f6-470a-9a8b-c5ba92197849 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:44.175341 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6518886-b1f6-470a-9a8b-c5ba92197849 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:44.175341 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6518886-b1f6-470a-9a8b-c5ba92197849 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:44.175341 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6518886-b1f6-470a-9a8b-c5ba92197849 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:44.175341 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6518886-b1f6-470a-9a8b-c5ba92197849 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:44.175341 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6518886-b1f6-470a-9a8b-c5ba92197849 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:44.175341 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6518886-b1f6-470a-9a8b-c5ba92197849 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:44.181453 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-226a3099-afca-427a-af59-65228526b60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416648'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:44.221762 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a3099-afca-427a-af59-65228526b60b admin admin] Pushing event deleted for resources: {'Port': ['ID=b8c07a38-0c26-47af-89e3-684ee2efdf9d,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:44.230015 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226a3099-afca-427a-af59-65228526b60b admin admin] No DVR routers for this DVR port b8c07a38-0c26-47af-89e3-684ee2efdf9d on host dv-cinder-810785-1-iscsi {{(pid=94232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:19:44.278392 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 8c10f4e7-9396-4575-8f23-27a63eb8cf6e no longer exists at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:19:44.306909 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] No Port match for: 8c10f4e7-9396-4575-8f23-27a63eb8cf6e {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:19:44.306909 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 8c10f4e7-9396-4575-8f23-27a63eb8cf6e not bound to the agent host dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:19:44.306909 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device b8c07a38-0c26-47af-89e3-684ee2efdf9d no longer exists at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:19:44.308166 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-226a3099-afca-427a-af59-65228526b60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8111924', 'neutron.services.segments.db._delete_segments_for_network-8784998755988'] for network, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:44.333169 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-226a3099-afca-427a-af59-65228526b60b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['364b4a8a-d792-4b9c-bcb4-940d929b349f']}} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:19:44.345465 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-226a3099-afca-427a-af59-65228526b60b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a03ff51e-8785-44d7-a3bd-007e8fc60f10') {'for_net_delete': True} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:19:44.345751 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-226a3099-afca-427a-af59-65228526b60b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a03ff51e-8785-44d7-a3bd-007e8fc60f10') {} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:19:44.347530 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] No Port match for: b8c07a38-0c26-47af-89e3-684ee2efdf9d {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:19:44.348111 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device b8c07a38-0c26-47af-89e3-684ee2efdf9d not bound to the agent host dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:19:44.348868 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 18358f80-7d2b-4985-9956-44c62cef73c8 no longer exists at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:19:44.358632 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-226a3099-afca-427a-af59-65228526b60b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784998755229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176778'] for segment, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:44.373519 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] No Port match for: 18358f80-7d2b-4985-9956-44c62cef73c8 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:19:44.374142 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 18358f80-7d2b-4985-9956-44c62cef73c8 not bound to the agent host dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:19:44.374408 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-226a3099-afca-427a-af59-65228526b60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778'] for segment, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:44.382938 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-226a3099-afca-427a-af59-65228526b60b admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=94232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:19:44.383371 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-226a3099-afca-427a-af59-65228526b60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416379'] for segment, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:44.385467 dv-cinder-810785-1-iscsi neutron-server[94232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:19:44.385467 dv-cinder-810785-1-iscsi neutron-server[94232]: self.session.flush() Sep 23 23:19:44.385467 dv-cinder-810785-1-iscsi neutron-server[94232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:19:44.385467 dv-cinder-810785-1-iscsi neutron-server[94232]: self.session.flush() Sep 23 23:19:44.385467 dv-cinder-810785-1-iscsi neutron-server[94232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:19:44.385467 dv-cinder-810785-1-iscsi neutron-server[94232]: self.session.flush() Sep 23 23:19:44.385467 dv-cinder-810785-1-iscsi neutron-server[94232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:19:44.385467 dv-cinder-810785-1-iscsi neutron-server[94232]: self.session.flush() Sep 23 23:19:44.385467 dv-cinder-810785-1-iscsi neutron-server[94232]: Traceback (most recent call last): Sep 23 23:19:44.385467 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:19:44.385467 dv-cinder-810785-1-iscsi neutron-server[94232]: timer() Sep 23 23:19:44.385467 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:19:44.385467 dv-cinder-810785-1-iscsi neutron-server[94232]: cb(*args, **kw) Sep 23 23:19:44.385467 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:19:44.385467 dv-cinder-810785-1-iscsi neutron-server[94232]: return func(*args, **kwargs) Sep 23 23:19:44.385467 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:19:44.385467 dv-cinder-810785-1-iscsi neutron-server[94232]: self._notify() Sep 23 23:19:44.385467 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:19:44.385467 dv-cinder-810785-1-iscsi neutron-server[94232]: self.callback(batched_events) Sep 23 23:19:44.385467 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:19:44.385467 dv-cinder-810785-1-iscsi neutron-server[94232]: event.method(event) Sep 23 23:19:44.385467 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:19:44.385467 dv-cinder-810785-1-iscsi neutron-server[94232]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:19:44.385467 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:19:44.385467 dv-cinder-810785-1-iscsi neutron-server[94232]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:19:44.385467 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:19:44.385467 dv-cinder-810785-1-iscsi neutron-server[94232]: return f(self, *a, **k) Sep 23 23:19:44.385467 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:19:44.385467 dv-cinder-810785-1-iscsi neutron-server[94232]: return self._get(url).json() Sep 23 23:19:44.385467 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:19:44.385467 dv-cinder-810785-1-iscsi neutron-server[94232]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:19:44.385467 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:19:44.385467 dv-cinder-810785-1-iscsi neutron-server[94232]: return self.request(url, 'GET', **kwargs) Sep 23 23:19:44.385467 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:19:44.385467 dv-cinder-810785-1-iscsi neutron-server[94232]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:19:44.385467 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:19:44.385467 dv-cinder-810785-1-iscsi neutron-server[94232]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:19:44.385467 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:19:44.385467 dv-cinder-810785-1-iscsi neutron-server[94232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:19:44.385467 dv-cinder-810785-1-iscsi neutron-server[94232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:19:44.479735 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-226a3099-afca-427a-af59-65228526b60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8111875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594954'] for network, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:44.486045 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-226a3099-afca-427a-af59-65228526b60b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for network, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:44.487954 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-226a3099-afca-427a-af59-65228526b60b admin admin] 10.222.0.46 "DELETE /v2.0/networks/364b4a8a-d792-4b9c-bcb4-940d929b349f HTTP/1.1" status: 204 len: 168 time: 0.9426482 Sep 23 23:19:44.499157 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a3099-afca-427a-af59-65228526b60b admin admin] Pushing event deleted for resources: {'Network': ['ID=364b4a8a-d792-4b9c-bcb4-940d929b349f,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:44.664812 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 34662) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:19:44.714485 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-de67106e-3480-4ace-8b54-a1521d66e62a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=092b8e38c05d455b8c071ade5b025610&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483675 Sep 23 23:19:44.717994 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 34664) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:19:44.770216 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-935385b8-366f-4f29-8ed7-e966bef3df74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:44.793384 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-935385b8-366f-4f29-8ed7-e966bef3df74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:44.852305 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-935385b8-366f-4f29-8ed7-e966bef3df74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:44.854947 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-935385b8-366f-4f29-8ed7-e966bef3df74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:44.856304 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-935385b8-366f-4f29-8ed7-e966bef3df74 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/335d23c8-6e66-462e-ae14-d80107620473 HTTP/1.1" status: 204 len: 168 time: 0.1371450 Sep 23 23:19:44.865564 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935385b8-366f-4f29-8ed7-e966bef3df74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335d23c8-6e66-462e-ae14-d80107620473,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:45.249096 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 34670) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:19:45.296583 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-b498c7df-96d3-44a8-a757-1053f54f84ab admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5bc20af46e59451ebaf2b36fe88b5235&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460303 Sep 23 23:19:45.300384 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 34672) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:19:45.355015 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9b625f9d-d752-4fb0-9d32-ca21b2d98a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:45.378305 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9b625f9d-d752-4fb0-9d32-ca21b2d98a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:45.433266 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9b625f9d-d752-4fb0-9d32-ca21b2d98a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:45.436039 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9b625f9d-d752-4fb0-9d32-ca21b2d98a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:45.437409 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-9b625f9d-d752-4fb0-9d32-ca21b2d98a6e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b9130c28-e2da-48bc-9794-77ad33a800b5 HTTP/1.1" status: 204 len: 168 time: 0.1361043 Sep 23 23:19:45.448526 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b625f9d-d752-4fb0-9d32-ca21b2d98a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9130c28-e2da-48bc-9794-77ad33a800b5,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:53.758133 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-757ceb05-f3dd-4e95-937b-6751ef9bb6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:56.909123 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:57.712690 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-a10aa7da-503e-416a-be5c-8c75b42a0bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:59.189685 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:00.534385 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:05.567377 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-e120304e-e087-4557-b345-b0e358493c41 None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:20:09.705676 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:12.496270 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fc8d0958-fa37-46b2-b95b-390e2de99ced req-59c89dbb-ea39-400e-9de1-eba9b817e61e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3fcdff8c-bae3-449c-a3b9-f353c88f4111&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455472 Sep 23 23:20:12.567872 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d0958-fa37-46b2-b95b-390e2de99ced req-9ce8f24c-a1ac-48b0-a1fe-4a1bb57d058f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:20:12.569418 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fc8d0958-fa37-46b2-b95b-390e2de99ced req-9ce8f24c-a1ac-48b0-a1fe-4a1bb57d058f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b54c8cb576f4df48743b760c9eaae2a&device_id=3fcdff8c-bae3-449c-a3b9-f353c88f4111 HTTP/1.1" status: 200 len: 1098 time: 0.0460739 Sep 23 23:20:12.691423 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d0958-fa37-46b2-b95b-390e2de99ced req-f37c3725-9cb0-422a-89ec-54d7931cb36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:20:12.692987 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fc8d0958-fa37-46b2-b95b-390e2de99ced req-f37c3725-9cb0-422a-89ec-54d7931cb36c service neutron] 10.222.0.11 "GET /v2.0/networks?id=a142d4ab-a769-4517-b595-172b82642394 HTTP/1.1" status: 200 len: 912 time: 0.1035106 Sep 23 23:20:12.770185 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fc8d0958-fa37-46b2-b95b-390e2de99ced req-a4b6f4b9-2a55-4b09-a2cf-0d829a47a1f5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f28fd8d8-0d03-4912-8817-5702dda04a78 HTTP/1.1" status: 200 len: 1001 time: 0.0699425 Sep 23 23:20:12.833260 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d0958-fa37-46b2-b95b-390e2de99ced req-1f6ab163-3169-43fe-9610-80bfb3fe539d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:20:12.835495 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fc8d0958-fa37-46b2-b95b-390e2de99ced req-1f6ab163-3169-43fe-9610-80bfb3fe539d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f89343e-2ad9-4e3b-a2d5-c722d5396ede HTTP/1.1" status: 200 len: 850 time: 0.0577226 Sep 23 23:20:12.888344 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d0958-fa37-46b2-b95b-390e2de99ced req-350fc53f-667d-43c5-aa6e-849cd2f87f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:20:12.889926 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fc8d0958-fa37-46b2-b95b-390e2de99ced req-350fc53f-667d-43c5-aa6e-849cd2f87f6b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a142d4ab-a769-4517-b595-172b82642394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473676 Sep 23 23:20:12.999861 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fc8d0958-fa37-46b2-b95b-390e2de99ced req-03104c28-663e-49f2-86a0-b65c169b210e service neutron] 10.222.0.11 "GET /v2.0/networks/a142d4ab-a769-4517-b595-172b82642394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023479 Sep 23 23:20:13.100515 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-fc8d0958-fa37-46b2-b95b-390e2de99ced req-d9e133e1-0251-44a4-ab9d-8b085aed1dd6 service neutron] 10.222.0.11 "GET /v2.0/networks/a142d4ab-a769-4517-b595-172b82642394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929182 Sep 23 23:20:23.753002 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-c66738a6-beae-453a-af82-a64bd2eaa420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:26.906890 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:27.708655 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-ad1f0104-4a0c-4bf2-bea1-382e51214bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:29.197593 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:30.541311 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:31.166975 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 34680) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:20:31.353565 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-f5819fac-cc94-4da3-b442-f3a3853f04d5 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Deleting port 1827d233-c22b-48ba-a8ea-ccbaad9c72bf {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:20:31.353991 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f5819fac-cc94-4da3-b442-f3a3853f04d5 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:31.438620 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f5819fac-cc94-4da3-b442-f3a3853f04d5 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:31.438867 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f5819fac-cc94-4da3-b442-f3a3853f04d5 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:31.452856 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-f5819fac-cc94-4da3-b442-f3a3853f04d5 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Calling delete_port for 1827d233-c22b-48ba-a8ea-ccbaad9c72bf owned by network:floatingip {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:20:31.631159 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f5819fac-cc94-4da3-b442-f3a3853f04d5 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:31.655302 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5819fac-cc94-4da3-b442-f3a3853f04d5 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Pushing event deleted for resources: {'Port': ['ID=1827d233-c22b-48ba-a8ea-ccbaad9c72bf,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:20:31.665916 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5819fac-cc94-4da3-b442-f3a3853f04d5 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:31.666221 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5819fac-cc94-4da3-b442-f3a3853f04d5 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:31.666577 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5819fac-cc94-4da3-b442-f3a3853f04d5 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:31.666901 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5819fac-cc94-4da3-b442-f3a3853f04d5 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:31.667218 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5819fac-cc94-4da3-b442-f3a3853f04d5 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:31.668055 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5819fac-cc94-4da3-b442-f3a3853f04d5 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:31.668055 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5819fac-cc94-4da3-b442-f3a3853f04d5 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:31.668230 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5819fac-cc94-4da3-b442-f3a3853f04d5 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:31.668479 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5819fac-cc94-4da3-b442-f3a3853f04d5 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:31.668788 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5819fac-cc94-4da3-b442-f3a3853f04d5 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:31.669096 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5819fac-cc94-4da3-b442-f3a3853f04d5 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:31.669404 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5819fac-cc94-4da3-b442-f3a3853f04d5 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:31.736797 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f5819fac-cc94-4da3-b442-f3a3853f04d5 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for floatingip, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:31.737131 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.db.l3_db [None req-f5819fac-cc94-4da3-b442-f3a3853f04d5 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Floating IP e7b5e7c4-f371-47da-8c2a-c08bb65aa9be disassociated (deleted). External IP: 172.27.1.201, port: 5ceaf489-a335-4bb2-99e5-f426ccdafecb. Sep 23 23:20:31.947809 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5819fac-cc94-4da3-b442-f3a3853f04d5 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Router 87f67936-7282-40dc-b416-f09d762efcc6 has already been hosted by L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 {{(pid=94231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:20:32.056592 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5819fac-cc94-4da3-b442-f3a3853f04d5 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:20:32.061523 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-f5819fac-cc94-4da3-b442-f3a3853f04d5 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for floatingip, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:32.066960 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73194929-3593-44cd-8e42-939e0bbf6b58 None None] Sync routers for ids ['87f67936-7282-40dc-b416-f09d762efcc6'] in dv-cinder-810785-1-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:20:32.077268 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73194929-3593-44cd-8e42-939e0bbf6b58 None None] Routers {'87f67936-7282-40dc-b416-f09d762efcc6'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:20:32.077890 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-73194929-3593-44cd-8e42-939e0bbf6b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:20:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['87f67936-7282-40dc-b416-f09d762efcc6'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:20:32.091848 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-f5819fac-cc94-4da3-b442-f3a3853f04d5 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "DELETE /v2.0/floatingips/e7b5e7c4-f371-47da-8c2a-c08bb65aa9be HTTP/1.1" status: 204 len: 168 time: 0.9237170 Sep 23 23:20:32.092419 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d465b71-5e2e-46f8-a9e7-fb08696f2cbc', 'tag': '5ceaf489-a335-4bb2-99e5-f426ccdafecb'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:20:32.094812 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1d5602135d6fd2b93bb7a1a207777d999d514b69f59ce624d4faeb629b016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b358dc1-d1e2-4791-aa4c-f9cad50f521b" -d '{"events": [{"name": "network-changed", "server_uuid": "7d465b71-5e2e-46f8-a9e7-fb08696f2cbc", "tag": "5ceaf489-a335-4bb2-99e5-f426ccdafecb"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:20:32.188523 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-73194929-3593-44cd-8e42-939e0bbf6b58 None None] Set router 87f67936-7282-40dc-b416-f09d762efcc6 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:20:32.321344 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb856f-5f8f-49f4-bb14-ee9d9de665c5 req-01b108c9-384c-464a-9a57-c4bd93f05a7c tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:20:32.325164 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8221659e-09c8-42c2-b6cb-aeda72f2e155 x-openstack-request-id: req-8221659e-09c8-42c2-b6cb-aeda72f2e155 {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:20:32.325662 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d465b71-5e2e-46f8-a9e7-fb08696f2cbc", "tag": "5ceaf489-a335-4bb2-99e5-f426ccdafecb", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:20:32.325770 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8221659e-09c8-42c2-b6cb-aeda72f2e155 {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:20:32.326080 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d465b71-5e2e-46f8-a9e7-fb08696f2cbc', 'tag': '5ceaf489-a335-4bb2-99e5-f426ccdafecb', 'status': 'completed', 'code': 200} Sep 23 23:20:32.326271 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-5bdb856f-5f8f-49f4-bb14-ee9d9de665c5 req-01b108c9-384c-464a-9a57-c4bd93f05a7c tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d465b71-5e2e-46f8-a9e7-fb08696f2cbc HTTP/1.1" status: 200 len: 946 time: 0.0521858 Sep 23 23:20:32.373350 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-5bdb856f-5f8f-49f4-bb14-ee9d9de665c5 req-9d9ce349-345a-49a5-b7c7-168d671293de tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410745 Sep 23 23:20:32.421675 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b358dc1-d1e2-4791-aa4c-f9cad50f521b req-b121ef79-46f8-4b8d-8e2d-17e59567a130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:20:32.423377 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1b358dc1-d1e2-4791-aa4c-f9cad50f521b req-b121ef79-46f8-4b8d-8e2d-17e59567a130 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b54c8cb576f4df48743b760c9eaae2a&device_id=7d465b71-5e2e-46f8-a9e7-fb08696f2cbc HTTP/1.1" status: 200 len: 1099 time: 0.0410664 Sep 23 23:20:32.434013 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-73194929-3593-44cd-8e42-939e0bbf6b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f67936-7282-40dc-b416-f09d762efcc6', 'name': 'tempest-TestVolumeBootPattern-651648997-router', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:13:02Z', 'updated_at': '2021-09-23T23:13:10Z', 'revision_number': 4, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'gw_port': {'id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:03Z', 'updated_at': '2021-09-23T23:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_floatingips': [{'id': 'c94dd719-92c4-45c6-9e1a-6afc5a59a5f1', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'floating_ip_address': '172.27.1.161', 'floating_network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'router_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'port_id': 'f28fd8d8-0d03-4912-8817-5702dda04a78', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a142d4ab-a769-4517-b595-172b82642394', 'mac_address': 'fa:16:3e:68:5c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcdff8c-bae3-449c-a3b9-f353c88f4111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:16:50Z', 'updated_at': '2021-09-23T23:16:52Z', 'revision_number': 1, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72728133-0716-419c-a8ac-87e183128dc1', 'name': '', 'network_id': 'a142d4ab-a769-4517-b595-172b82642394', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'mac_address': 'fa:16:3e:5b:33:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:08Z', 'updated_at': '2021-09-23T23:13:16Z', 'revision_number': 5, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'subnets': [{'id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:20:32.460821 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73194929-3593-44cd-8e42-939e0bbf6b58 None None] Checking router: 87f67936-7282-40dc-b416-f09d762efcc6 for host: dv-cinder-810785-1-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:20:32.469893 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73194929-3593-44cd-8e42-939e0bbf6b58 None None] Routers {'87f67936-7282-40dc-b416-f09d762efcc6'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:20:32.470699 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-73194929-3593-44cd-8e42-939e0bbf6b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:20:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['87f67936-7282-40dc-b416-f09d762efcc6'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:20:32.527182 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b358dc1-d1e2-4791-aa4c-f9cad50f521b req-6448bef9-3842-4521-8bfa-f7439a4d9339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:20:32.528689 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1b358dc1-d1e2-4791-aa4c-f9cad50f521b req-6448bef9-3842-4521-8bfa-f7439a4d9339 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a142d4ab-a769-4517-b595-172b82642394 HTTP/1.1" status: 200 len: 912 time: 0.0980227 Sep 23 23:20:32.577905 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1b358dc1-d1e2-4791-aa4c-f9cad50f521b req-c1970556-6aa2-4efb-9a7d-7f43a55a4b2a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ceaf489-a335-4bb2-99e5-f426ccdafecb HTTP/1.1" status: 200 len: 217 time: 0.0402017 Sep 23 23:20:32.582552 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-73194929-3593-44cd-8e42-939e0bbf6b58 None None] Set router 87f67936-7282-40dc-b416-f09d762efcc6 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:20:32.630343 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b358dc1-d1e2-4791-aa4c-f9cad50f521b req-f5a37516-1f50-4c3d-8eb7-f3bdeaeed7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:20:32.631938 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1b358dc1-d1e2-4791-aa4c-f9cad50f521b req-f5a37516-1f50-4c3d-8eb7-f3bdeaeed7a8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f89343e-2ad9-4e3b-a2d5-c722d5396ede HTTP/1.1" status: 200 len: 850 time: 0.0455244 Sep 23 23:20:32.681103 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b358dc1-d1e2-4791-aa4c-f9cad50f521b req-34dc57c8-3721-48d2-8ef5-d71d80229c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:20:32.682680 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1b358dc1-d1e2-4791-aa4c-f9cad50f521b req-34dc57c8-3721-48d2-8ef5-d71d80229c37 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a142d4ab-a769-4517-b595-172b82642394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419481 Sep 23 23:20:32.785991 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1b358dc1-d1e2-4791-aa4c-f9cad50f521b req-3e4d2e79-237d-433e-aa02-f154986b59d4 service neutron] 10.222.0.11 "GET /v2.0/networks/a142d4ab-a769-4517-b595-172b82642394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934548 Sep 23 23:20:32.831125 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-73194929-3593-44cd-8e42-939e0bbf6b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f67936-7282-40dc-b416-f09d762efcc6', 'name': 'tempest-TestVolumeBootPattern-651648997-router', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:13:02Z', 'updated_at': '2021-09-23T23:13:10Z', 'revision_number': 4, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'gw_port': {'id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:03Z', 'updated_at': '2021-09-23T23:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_floatingips': [{'id': 'c94dd719-92c4-45c6-9e1a-6afc5a59a5f1', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'floating_ip_address': '172.27.1.161', 'floating_network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'router_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'port_id': 'f28fd8d8-0d03-4912-8817-5702dda04a78', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a142d4ab-a769-4517-b595-172b82642394', 'mac_address': 'fa:16:3e:68:5c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcdff8c-bae3-449c-a3b9-f353c88f4111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:16:50Z', 'updated_at': '2021-09-23T23:16:52Z', 'revision_number': 1, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72728133-0716-419c-a8ac-87e183128dc1', 'name': '', 'network_id': 'a142d4ab-a769-4517-b595-172b82642394', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'mac_address': 'fa:16:3e:5b:33:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:08Z', 'updated_at': '2021-09-23T23:13:16Z', 'revision_number': 5, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'subnets': [{'id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:20:32.861025 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73194929-3593-44cd-8e42-939e0bbf6b58 None None] The sync data for ids ['87f67936-7282-40dc-b416-f09d762efcc6'] in dv-cinder-810785-1-iscsi is: [{'id': '87f67936-7282-40dc-b416-f09d762efcc6', 'name': 'tempest-TestVolumeBootPattern-651648997-router', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:13:02Z', 'updated_at': '2021-09-23T23:13:10Z', 'revision_number': 4, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'gw_port': {'id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:03Z', 'updated_at': '2021-09-23T23:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_floatingips': [{'id': 'c94dd719-92c4-45c6-9e1a-6afc5a59a5f1', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'floating_ip_address': '172.27.1.161', 'floating_network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'router_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'port_id': 'f28fd8d8-0d03-4912-8817-5702dda04a78', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a142d4ab-a769-4517-b595-172b82642394', 'mac_address': 'fa:16:3e:68:5c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcdff8c-bae3-449c-a3b9-f353c88f4111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:16:50Z', 'updated_at': '2021-09-23T23:16:52Z', 'revision_number': 1, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72728133-0716-419c-a8ac-87e183128dc1', 'name': '', 'network_id': 'a142d4ab-a769-4517-b595-172b82642394', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'mac_address': 'fa:16:3e:5b:33:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:08Z', 'updated_at': '2021-09-23T23:13:16Z', 'revision_number': 5, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'subnets': [{'id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:20:32.905239 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-1b358dc1-d1e2-4791-aa4c-f9cad50f521b req-4c39e41c-52d3-4a3d-b6b3-2394543f907f service neutron] 10.222.0.11 "GET /v2.0/networks/a142d4ab-a769-4517-b595-172b82642394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115866 Sep 23 23:20:33.090377 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c812cd4-96e1-4a41-a682-8cea00e6883f None None] New status for floating IP e7b5e7c4-f371-47da-8c2a-c08bb65aa9be: DOWN {{(pid=94234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:20:33.510043 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ee14d-3cf6-4de6-aa98-010e7eb5a7ab req-918e4499-76d6-4fa5-9e0c-6105e0643767 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:20:33.511572 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e43ee14d-3cf6-4de6-aa98-010e7eb5a7ab req-918e4499-76d6-4fa5-9e0c-6105e0643767 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d465b71-5e2e-46f8-a9e7-fb08696f2cbc HTTP/1.1" status: 200 len: 946 time: 0.0549691 Sep 23 23:20:33.558397 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-e43ee14d-3cf6-4de6-aa98-010e7eb5a7ab req-80523767-382a-48ba-abec-dd71874c830d tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396965 Sep 23 23:20:33.835903 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438c2b6-7550-456e-9daf-c1fdebe8226c req-d4117b2b-4c4a-46cc-9251-830d92e97c7d tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:20:33.837656 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2438c2b6-7550-456e-9daf-c1fdebe8226c req-d4117b2b-4c4a-46cc-9251-830d92e97c7d tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d465b71-5e2e-46f8-a9e7-fb08696f2cbc HTTP/1.1" status: 200 len: 946 time: 0.0645561 Sep 23 23:20:33.946039 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [req-2438c2b6-7550-456e-9daf-c1fdebe8226c req-a7e3203e-3701-4823-8bea-7ab198523c2f tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Deleting port 5ceaf489-a335-4bb2-99e5-f426ccdafecb {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:20:33.946341 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-2438c2b6-7550-456e-9daf-c1fdebe8226c req-a7e3203e-3701-4823-8bea-7ab198523c2f tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:34.043822 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-2438c2b6-7550-456e-9daf-c1fdebe8226c req-a7e3203e-3701-4823-8bea-7ab198523c2f tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] For port 5ceaf489-a335-4bb2-99e5-f426ccdafecb, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=5ceaf489-a335-4bb2-99e5-f426ccdafecb,segment=NetworkSegment(82a7ca47-0199-4ab7-85f6-9c9d54347e5c),segment_id=82a7ca47-0199-4ab7-85f6-9c9d54347e5c)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:20:34.044171 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-2438c2b6-7550-456e-9daf-c1fdebe8226c req-a7e3203e-3701-4823-8bea-7ab198523c2f tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:34.056919 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [req-2438c2b6-7550-456e-9daf-c1fdebe8226c req-a7e3203e-3701-4823-8bea-7ab198523c2f tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Calling delete_port for 5ceaf489-a335-4bb2-99e5-f426ccdafecb owned by compute:nova {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:20:34.192454 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-2438c2b6-7550-456e-9daf-c1fdebe8226c req-a7e3203e-3701-4823-8bea-7ab198523c2f tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:34.227529 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3203e-3701-4823-8bea-7ab198523c2f tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Pushing event deleted for resources: {'Port': ['ID=5ceaf489-a335-4bb2-99e5-f426ccdafecb,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:20:34.267610 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-2438c2b6-7550-456e-9daf-c1fdebe8226c req-a7e3203e-3701-4823-8bea-7ab198523c2f tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] No DVR routers for this DVR port 5ceaf489-a335-4bb2-99e5-f426ccdafecb on host hv-cinder-81078 {{(pid=94231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:20:34.270153 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-2438c2b6-7550-456e-9daf-c1fdebe8226c req-a7e3203e-3701-4823-8bea-7ab198523c2f tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:34.272155 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-2438c2b6-7550-456e-9daf-c1fdebe8226c req-a7e3203e-3701-4823-8bea-7ab198523c2f tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.11 "DELETE /v2.0/ports/5ceaf489-a335-4bb2-99e5-f426ccdafecb HTTP/1.1" status: 204 len: 173 time: 0.4214098 Sep 23 23:20:34.326903 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d465b71-5e2e-46f8-a9e7-fb08696f2cbc', 'name': 'network-vif-deleted', 'tag': '5ceaf489-a335-4bb2-99e5-f426ccdafecb'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:20:34.329388 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1d5602135d6fd2b93bb7a1a207777d999d514b69f59ce624d4faeb629b016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42681e8-57ac-4205-b101-4544237d825f" -d '{"events": [{"server_uuid": "7d465b71-5e2e-46f8-a9e7-fb08696f2cbc", "name": "network-vif-deleted", "tag": "5ceaf489-a335-4bb2-99e5-f426ccdafecb"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:20:34.364773 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95dfad0d-c8a5-452e-8f23-35a1f8de6b26 x-openstack-request-id: req-95dfad0d-c8a5-452e-8f23-35a1f8de6b26 {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:20:34.365063 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d465b71-5e2e-46f8-a9e7-fb08696f2cbc", "name": "network-vif-deleted", "tag": "5ceaf489-a335-4bb2-99e5-f426ccdafecb", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:20:34.365310 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-95dfad0d-c8a5-452e-8f23-35a1f8de6b26 {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:20:34.365705 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d465b71-5e2e-46f8-a9e7-fb08696f2cbc', 'name': 'network-vif-deleted', 'tag': '5ceaf489-a335-4bb2-99e5-f426ccdafecb', 'status': 'completed', 'code': 200} Sep 23 23:20:34.670927 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-8c6ccdb2-a2a9-452c-b45c-71dcdea299fa req-cad022d2-6291-436b-ac0d-98a88239b7c6 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d465b71-5e2e-46f8-a9e7-fb08696f2cbc HTTP/1.1" status: 200 len: 210 time: 0.0288844 Sep 23 23:20:36.225135 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 5ceaf489-a335-4bb2-99e5-f426ccdafecb no longer exists at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:20:36.245791 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] No Port match for: 5ceaf489-a335-4bb2-99e5-f426ccdafecb {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:20:36.246137 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device 5ceaf489-a335-4bb2-99e5-f426ccdafecb not bound to the agent host hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:20:37.998560 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 34712) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:20:38.172269 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-17b74669-66ca-4478-919d-508fb18b1d4b tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Deleting port 7b413549-a986-478f-9046-936332a7af3b {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:20:38.172589 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-17b74669-66ca-4478-919d-508fb18b1d4b tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:38.256151 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-17b74669-66ca-4478-919d-508fb18b1d4b tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:38.256430 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-17b74669-66ca-4478-919d-508fb18b1d4b tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:38.269379 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-17b74669-66ca-4478-919d-508fb18b1d4b tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Calling delete_port for 7b413549-a986-478f-9046-936332a7af3b owned by network:floatingip {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:20:38.436938 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-17b74669-66ca-4478-919d-508fb18b1d4b tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416648'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:38.466993 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b74669-66ca-4478-919d-508fb18b1d4b tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Pushing event deleted for resources: {'Port': ['ID=7b413549-a986-478f-9046-936332a7af3b,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:20:38.478675 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b74669-66ca-4478-919d-508fb18b1d4b tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:38.479029 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b74669-66ca-4478-919d-508fb18b1d4b tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:38.479436 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b74669-66ca-4478-919d-508fb18b1d4b tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:38.479792 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b74669-66ca-4478-919d-508fb18b1d4b tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:38.480119 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b74669-66ca-4478-919d-508fb18b1d4b tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:38.480449 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b74669-66ca-4478-919d-508fb18b1d4b tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:38.480781 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b74669-66ca-4478-919d-508fb18b1d4b tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:38.481107 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b74669-66ca-4478-919d-508fb18b1d4b tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:38.481431 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b74669-66ca-4478-919d-508fb18b1d4b tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:38.481751 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b74669-66ca-4478-919d-508fb18b1d4b tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:38.482053 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b74669-66ca-4478-919d-508fb18b1d4b tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:38.482370 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b74669-66ca-4478-919d-508fb18b1d4b tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:38.542779 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-17b74669-66ca-4478-919d-508fb18b1d4b tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for floatingip, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:38.543050 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.db.l3_db [None req-17b74669-66ca-4478-919d-508fb18b1d4b tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Floating IP c94dd719-92c4-45c6-9e1a-6afc5a59a5f1 disassociated (deleted). External IP: 172.27.1.161, port: f28fd8d8-0d03-4912-8817-5702dda04a78. Sep 23 23:20:38.764630 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b74669-66ca-4478-919d-508fb18b1d4b tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Router 87f67936-7282-40dc-b416-f09d762efcc6 has already been hosted by L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 {{(pid=94232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:20:38.884506 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b74669-66ca-4478-919d-508fb18b1d4b tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:20:38.889598 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-17b74669-66ca-4478-919d-508fb18b1d4b tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for floatingip, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:38.896039 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9237ef7-4ed2-4cf9-b766-751a88515c9a None None] Sync routers for ids ['87f67936-7282-40dc-b416-f09d762efcc6'] in dv-cinder-810785-1-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:20:38.905342 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9237ef7-4ed2-4cf9-b766-751a88515c9a None None] Routers {'87f67936-7282-40dc-b416-f09d762efcc6'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:20:38.905961 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-d9237ef7-4ed2-4cf9-b766-751a88515c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:20:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['87f67936-7282-40dc-b416-f09d762efcc6'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:20:38.925272 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-17b74669-66ca-4478-919d-508fb18b1d4b tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "DELETE /v2.0/floatingips/c94dd719-92c4-45c6-9e1a-6afc5a59a5f1 HTTP/1.1" status: 204 len: 168 time: 0.9253933 Sep 23 23:20:38.925882 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fcdff8c-bae3-449c-a3b9-f353c88f4111', 'tag': 'f28fd8d8-0d03-4912-8817-5702dda04a78'}] {{(pid=94232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:20:38.928203 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbc74f1c012309c835ea1a53c8f5f732cbfbf790adc92ee6109ffd7f3bd94d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f61ced-a65b-485b-8091-f847b1dd5686" -d '{"events": [{"name": "network-changed", "server_uuid": "3fcdff8c-bae3-449c-a3b9-f353c88f4111", "tag": "f28fd8d8-0d03-4912-8817-5702dda04a78"}]}' {{(pid=94232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:20:39.022191 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-d9237ef7-4ed2-4cf9-b766-751a88515c9a None None] Set router 87f67936-7282-40dc-b416-f09d762efcc6 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:20:39.035698 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c722ad-6235-4c26-b242-dc84e88e24c8 x-openstack-request-id: req-57c722ad-6235-4c26-b242-dc84e88e24c8 {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:20:39.036200 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fcdff8c-bae3-449c-a3b9-f353c88f4111", "tag": "f28fd8d8-0d03-4912-8817-5702dda04a78", "status": "completed", "code": 200}]} {{(pid=94232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:20:39.036310 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-57c722ad-6235-4c26-b242-dc84e88e24c8 {{(pid=94232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:20:39.036824 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fcdff8c-bae3-449c-a3b9-f353c88f4111', 'tag': 'f28fd8d8-0d03-4912-8817-5702dda04a78', 'status': 'completed', 'code': 200} Sep 23 23:20:39.121705 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f61ced-a65b-485b-8091-f847b1dd5686 req-b398253c-2c7b-4624-8e30-487c64795b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:20:39.123317 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a2f61ced-a65b-485b-8091-f847b1dd5686 req-b398253c-2c7b-4624-8e30-487c64795b41 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b54c8cb576f4df48743b760c9eaae2a&device_id=3fcdff8c-bae3-449c-a3b9-f353c88f4111 HTTP/1.1" status: 200 len: 1098 time: 0.0486023 Sep 23 23:20:39.163195 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cab2e2-ee68-44a3-8674-4f522f19dbc5 req-87dba2a1-7ded-4feb-adda-70b78bb4f1b9 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:20:39.165006 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f3cab2e2-ee68-44a3-8674-4f522f19dbc5 req-87dba2a1-7ded-4feb-adda-70b78bb4f1b9 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fcdff8c-bae3-449c-a3b9-f353c88f4111 HTTP/1.1" status: 200 len: 945 time: 0.0593796 Sep 23 23:20:39.206923 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-f3cab2e2-ee68-44a3-8674-4f522f19dbc5 req-79fd7586-4d3f-4e96-8b0f-4e9a6250da38 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350106 Sep 23 23:20:39.224825 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f61ced-a65b-485b-8091-f847b1dd5686 req-5a29f9b0-0ab1-43dc-a3ba-16a1e856ade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:20:39.226308 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a2f61ced-a65b-485b-8091-f847b1dd5686 req-5a29f9b0-0ab1-43dc-a3ba-16a1e856ade3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a142d4ab-a769-4517-b595-172b82642394 HTTP/1.1" status: 200 len: 912 time: 0.0943098 Sep 23 23:20:39.258265 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-d9237ef7-4ed2-4cf9-b766-751a88515c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f67936-7282-40dc-b416-f09d762efcc6', 'name': 'tempest-TestVolumeBootPattern-651648997-router', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:13:02Z', 'updated_at': '2021-09-23T23:13:10Z', 'revision_number': 4, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'gw_port': {'id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:03Z', 'updated_at': '2021-09-23T23:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '72728133-0716-419c-a8ac-87e183128dc1', 'name': '', 'network_id': 'a142d4ab-a769-4517-b595-172b82642394', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'mac_address': 'fa:16:3e:5b:33:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:08Z', 'updated_at': '2021-09-23T23:13:16Z', 'revision_number': 5, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'subnets': [{'id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:20:39.268558 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a2f61ced-a65b-485b-8091-f847b1dd5686 req-a4e3a53a-0e5c-48e5-bcee-0a729f57d392 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f28fd8d8-0d03-4912-8817-5702dda04a78 HTTP/1.1" status: 200 len: 217 time: 0.0345984 Sep 23 23:20:39.284908 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9237ef7-4ed2-4cf9-b766-751a88515c9a None None] Checking router: 87f67936-7282-40dc-b416-f09d762efcc6 for host: dv-cinder-810785-1-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:20:39.293747 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9237ef7-4ed2-4cf9-b766-751a88515c9a None None] Routers {'87f67936-7282-40dc-b416-f09d762efcc6'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:20:39.294396 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-d9237ef7-4ed2-4cf9-b766-751a88515c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:20:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['87f67936-7282-40dc-b416-f09d762efcc6'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:20:39.323730 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f61ced-a65b-485b-8091-f847b1dd5686 req-9ae4d7ca-f192-4e3f-9a66-0163c664720e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:20:39.325219 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a2f61ced-a65b-485b-8091-f847b1dd5686 req-9ae4d7ca-f192-4e3f-9a66-0163c664720e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f89343e-2ad9-4e3b-a2d5-c722d5396ede HTTP/1.1" status: 200 len: 850 time: 0.0494063 Sep 23 23:20:39.377348 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f61ced-a65b-485b-8091-f847b1dd5686 req-d98ad20c-00f0-43fc-bac6-a929e5f1b8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:20:39.378908 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a2f61ced-a65b-485b-8091-f847b1dd5686 req-d98ad20c-00f0-43fc-bac6-a929e5f1b8c5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a142d4ab-a769-4517-b595-172b82642394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454977 Sep 23 23:20:39.474376 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a2f61ced-a65b-485b-8091-f847b1dd5686 req-87a66ccb-c0b6-460a-aaa9-aaef35b9591b service neutron] 10.222.0.11 "GET /v2.0/networks/a142d4ab-a769-4517-b595-172b82642394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874186 Sep 23 23:20:39.542480 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-d9237ef7-4ed2-4cf9-b766-751a88515c9a None None] Set router 87f67936-7282-40dc-b416-f09d762efcc6 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:20:39.576268 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-a2f61ced-a65b-485b-8091-f847b1dd5686 req-b602c65e-37a3-4358-a1b4-0ba7e357d729 service neutron] 10.222.0.11 "GET /v2.0/networks/a142d4ab-a769-4517-b595-172b82642394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934350 Sep 23 23:20:39.702974 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:39.753936 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-d9237ef7-4ed2-4cf9-b766-751a88515c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f67936-7282-40dc-b416-f09d762efcc6', 'name': 'tempest-TestVolumeBootPattern-651648997-router', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:13:02Z', 'updated_at': '2021-09-23T23:13:10Z', 'revision_number': 4, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'gw_port': {'id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:03Z', 'updated_at': '2021-09-23T23:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '72728133-0716-419c-a8ac-87e183128dc1', 'name': '', 'network_id': 'a142d4ab-a769-4517-b595-172b82642394', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'mac_address': 'fa:16:3e:5b:33:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:08Z', 'updated_at': '2021-09-23T23:13:16Z', 'revision_number': 5, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'subnets': [{'id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:20:39.783993 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9237ef7-4ed2-4cf9-b766-751a88515c9a None None] The sync data for ids ['87f67936-7282-40dc-b416-f09d762efcc6'] in dv-cinder-810785-1-iscsi is: [{'id': '87f67936-7282-40dc-b416-f09d762efcc6', 'name': 'tempest-TestVolumeBootPattern-651648997-router', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:13:02Z', 'updated_at': '2021-09-23T23:13:10Z', 'revision_number': 4, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'gw_port': {'id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:03Z', 'updated_at': '2021-09-23T23:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi', '_interfaces': [{'id': '72728133-0716-419c-a8ac-87e183128dc1', 'name': '', 'network_id': 'a142d4ab-a769-4517-b595-172b82642394', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'mac_address': 'fa:16:3e:5b:33:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:08Z', 'updated_at': '2021-09-23T23:13:16Z', 'revision_number': 5, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'subnets': [{'id': '1f89343e-2ad9-4e3b-a2d5-c722d5396ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:20:40.026508 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2368e2d-1425-4344-896a-85285b89eb0e None None] New status for floating IP c94dd719-92c4-45c6-9e1a-6afc5a59a5f1: DOWN {{(pid=94234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:20:40.345653 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55419e61-9550-4833-8219-8153eb14cc63 req-c1789517-8f3e-4bc5-b94b-ad3302d29f7c tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:20:40.347057 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-55419e61-9550-4833-8219-8153eb14cc63 req-c1789517-8f3e-4bc5-b94b-ad3302d29f7c tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fcdff8c-bae3-449c-a3b9-f353c88f4111 HTTP/1.1" status: 200 len: 945 time: 0.0618794 Sep 23 23:20:40.398669 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-55419e61-9550-4833-8219-8153eb14cc63 req-a1c228c4-6997-408a-8ab9-af06e1e9c82f tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/security-groups?id=540b9a7f-a68b-4691-8112-30322530dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443380 Sep 23 23:20:40.613820 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf753f-3668-4de6-9bba-964829712d27 req-c3d80824-42ec-4431-9830-8217e1220f42 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:20:40.615156 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-dddf753f-3668-4de6-9bba-964829712d27 req-c3d80824-42ec-4431-9830-8217e1220f42 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fcdff8c-bae3-449c-a3b9-f353c88f4111 HTTP/1.1" status: 200 len: 945 time: 0.0518677 Sep 23 23:20:40.732564 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [req-dddf753f-3668-4de6-9bba-964829712d27 req-3920b3f5-bb82-4545-9bca-5900ba107bc8 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Deleting port f28fd8d8-0d03-4912-8817-5702dda04a78 {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:20:40.733054 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-dddf753f-3668-4de6-9bba-964829712d27 req-3920b3f5-bb82-4545-9bca-5900ba107bc8 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:40.821377 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [req-dddf753f-3668-4de6-9bba-964829712d27 req-3920b3f5-bb82-4545-9bca-5900ba107bc8 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] For port f28fd8d8-0d03-4912-8817-5702dda04a78, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=f28fd8d8-0d03-4912-8817-5702dda04a78,segment=NetworkSegment(82a7ca47-0199-4ab7-85f6-9c9d54347e5c),segment_id=82a7ca47-0199-4ab7-85f6-9c9d54347e5c)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:20:40.821676 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-dddf753f-3668-4de6-9bba-964829712d27 req-3920b3f5-bb82-4545-9bca-5900ba107bc8 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:40.834601 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [req-dddf753f-3668-4de6-9bba-964829712d27 req-3920b3f5-bb82-4545-9bca-5900ba107bc8 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Calling delete_port for f28fd8d8-0d03-4912-8817-5702dda04a78 owned by compute:nova {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:20:40.970926 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-dddf753f-3668-4de6-9bba-964829712d27 req-3920b3f5-bb82-4545-9bca-5900ba107bc8 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:40.998437 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920b3f5-bb82-4545-9bca-5900ba107bc8 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Pushing event deleted for resources: {'Port': ['ID=f28fd8d8-0d03-4912-8817-5702dda04a78,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:20:41.042812 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [req-dddf753f-3668-4de6-9bba-964829712d27 req-3920b3f5-bb82-4545-9bca-5900ba107bc8 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] No DVR routers for this DVR port f28fd8d8-0d03-4912-8817-5702dda04a78 on host hv-cinder-81078 {{(pid=94231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:20:41.045600 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [req-dddf753f-3668-4de6-9bba-964829712d27 req-3920b3f5-bb82-4545-9bca-5900ba107bc8 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for port, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:41.047716 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [req-dddf753f-3668-4de6-9bba-964829712d27 req-3920b3f5-bb82-4545-9bca-5900ba107bc8 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.11 "DELETE /v2.0/ports/f28fd8d8-0d03-4912-8817-5702dda04a78 HTTP/1.1" status: 204 len: 173 time: 0.4263361 Sep 23 23:20:41.048175 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fcdff8c-bae3-449c-a3b9-f353c88f4111', 'name': 'network-vif-deleted', 'tag': 'f28fd8d8-0d03-4912-8817-5702dda04a78'}] {{(pid=94231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:20:41.050447 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1d5602135d6fd2b93bb7a1a207777d999d514b69f59ce624d4faeb629b016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f36830-aab7-4c7a-ad72-f13e759d35b0" -d '{"events": [{"server_uuid": "3fcdff8c-bae3-449c-a3b9-f353c88f4111", "name": "network-vif-deleted", "tag": "f28fd8d8-0d03-4912-8817-5702dda04a78"}]}' {{(pid=94231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:20:41.087553 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0412d51-7e22-4ec6-8e5a-2d63abf08c02 x-openstack-request-id: req-d0412d51-7e22-4ec6-8e5a-2d63abf08c02 {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:20:41.087840 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fcdff8c-bae3-449c-a3b9-f353c88f4111", "name": "network-vif-deleted", "tag": "f28fd8d8-0d03-4912-8817-5702dda04a78", "status": "completed", "code": 200}]} {{(pid=94231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:20:41.088092 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d0412d51-7e22-4ec6-8e5a-2d63abf08c02 {{(pid=94231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:20:41.088488 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fcdff8c-bae3-449c-a3b9-f353c88f4111', 'name': 'network-vif-deleted', 'tag': 'f28fd8d8-0d03-4912-8817-5702dda04a78', 'status': 'completed', 'code': 200} Sep 23 23:20:41.513907 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [req-7511455e-803f-45f3-8d39-dad62c5b3d13 req-a34f1f6b-7dcf-4f26-8a95-e2e0254c2bb3 tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fcdff8c-bae3-449c-a3b9-f353c88f4111 HTTP/1.1" status: 200 len: 210 time: 0.0296443 Sep 23 23:20:42.567144 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-e120304e-e087-4557-b345-b0e358493c41 None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:20:42.578616 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 34730) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:20:42.719343 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-f62ff8bb-3541-4c4d-9e84-ca23e1d857fa tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Deleting port 15c3769a-59ef-4e82-b372-b544f64aae72 {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:20:42.719668 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f62ff8bb-3541-4c4d-9e84-ca23e1d857fa tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:42.807148 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f62ff8bb-3541-4c4d-9e84-ca23e1d857fa tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:42.807420 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f62ff8bb-3541-4c4d-9e84-ca23e1d857fa tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:42.822871 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-f62ff8bb-3541-4c4d-9e84-ca23e1d857fa tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Calling delete_port for 15c3769a-59ef-4e82-b372-b544f64aae72 owned by network:floatingip {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:20:42.964304 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f62ff8bb-3541-4c4d-9e84-ca23e1d857fa tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416648'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:42.987871 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ff8bb-3541-4c4d-9e84-ca23e1d857fa tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Pushing event deleted for resources: {'Port': ['ID=15c3769a-59ef-4e82-b372-b544f64aae72,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:20:43.051983 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f62ff8bb-3541-4c4d-9e84-ca23e1d857fa tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for floatingip, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:43.056020 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-f62ff8bb-3541-4c4d-9e84-ca23e1d857fa tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58241'] for floatingip, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:43.057233 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-f62ff8bb-3541-4c4d-9e84-ca23e1d857fa tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "DELETE /v2.0/floatingips/07db7cf1-4f4d-4c11-9236-4000041a0774 HTTP/1.1" status: 204 len: 168 time: 0.4775267 Sep 23 23:20:44.273715 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device f28fd8d8-0d03-4912-8817-5702dda04a78 no longer exists at agent hyperv_hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:20:44.285817 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 34742) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:20:44.294377 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] No Port match for: f28fd8d8-0d03-4912-8817-5702dda04a78 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:20:44.294736 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Device f28fd8d8-0d03-4912-8817-5702dda04a78 not bound to the agent host hv-cinder-81078 {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:20:44.346660 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-39b61bd0-9c1b-4a4f-8a7d-79fde582e79d tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:44.373703 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-39b61bd0-9c1b-4a4f-8a7d-79fde582e79d tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:44.436290 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-39b61bd0-9c1b-4a4f-8a7d-79fde582e79d tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:44.439736 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-39b61bd0-9c1b-4a4f-8a7d-79fde582e79d tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:44.441058 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-39b61bd0-9c1b-4a4f-8a7d-79fde582e79d tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] 10.222.0.46 "DELETE /v2.0/security-groups/540b9a7f-a68b-4691-8112-30322530dffc HTTP/1.1" status: 204 len: 168 time: 0.1542387 Sep 23 23:20:44.450996 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b61bd0-9c1b-4a4f-8a7d-79fde582e79d tempest-TestVolumeBootPattern-888927071 tempest-TestVolumeBootPattern-888927071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=540b9a7f-a68b-4691-8112-30322530dffc,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:20:44.510553 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 34746) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:20:45.057657 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-e580c227-6b78-4692-98d1-e58cef4819bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593436'] for router_interface, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:45.333364 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-e580c227-6b78-4692-98d1-e58cef4819bb admin admin] Deleting port 72728133-0716-419c-a8ac-87e183128dc1 {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:20:45.334471 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-e580c227-6b78-4692-98d1-e58cef4819bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:45.423425 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [None req-e580c227-6b78-4692-98d1-e58cef4819bb admin admin] For port 72728133-0716-419c-a8ac-87e183128dc1, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=72728133-0716-419c-a8ac-87e183128dc1,segment=NetworkSegment(82a7ca47-0199-4ab7-85f6-9c9d54347e5c),segment_id=82a7ca47-0199-4ab7-85f6-9c9d54347e5c)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:20:45.423794 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-e580c227-6b78-4692-98d1-e58cef4819bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:45.436791 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-e580c227-6b78-4692-98d1-e58cef4819bb admin admin] Calling delete_port for 72728133-0716-419c-a8ac-87e183128dc1 owned by network:router_interface {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:20:45.637517 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-e580c227-6b78-4692-98d1-e58cef4819bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416648'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:45.666438 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e580c227-6b78-4692-98d1-e58cef4819bb admin admin] Pushing event deleted for resources: {'Port': ['ID=72728133-0716-419c-a8ac-87e183128dc1,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:20:45.845898 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-e580c227-6b78-4692-98d1-e58cef4819bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595093'] for router_interface, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:46.072288 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e580c227-6b78-4692-98d1-e58cef4819bb admin admin] Router 87f67936-7282-40dc-b416-f09d762efcc6 has already been hosted by L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 {{(pid=94232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:20:46.442727 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e580c227-6b78-4692-98d1-e58cef4819bb admin admin] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:20:46.451588 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 34750) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:20:46.452192 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-e580c227-6b78-4692-98d1-e58cef4819bb admin admin] 10.222.0.46 "PUT /v2.0/routers/87f67936-7282-40dc-b416-f09d762efcc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9405189 Sep 23 23:20:46.459177 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332ffe6a-6632-42e2-bff4-f5727de168ac None None] Sync routers for ids ['87f67936-7282-40dc-b416-f09d762efcc6'] in dv-cinder-810785-1-iscsi {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:20:46.469879 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332ffe6a-6632-42e2-bff4-f5727de168ac None None] Routers {'87f67936-7282-40dc-b416-f09d762efcc6'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:20:46.470556 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-332ffe6a-6632-42e2-bff4-f5727de168ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:20:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['87f67936-7282-40dc-b416-f09d762efcc6'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:20:46.558974 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3240b3a2-9d61-4f70-b1f5-7631c73e4a7a admin admin] Notify callbacks [] for router, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:46.577908 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-332ffe6a-6632-42e2-bff4-f5727de168ac None None] Set router 87f67936-7282-40dc-b416-f09d762efcc6 gateway port host: dv-cinder-810785-1-iscsi {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:20:46.663283 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3240b3a2-9d61-4f70-b1f5-7631c73e4a7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:46.718856 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-3240b3a2-9d61-4f70-b1f5-7631c73e4a7a admin admin] Deleting port 78f97d5e-d29b-4ccf-835d-d0c79e98f2fa {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:20:46.719167 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3240b3a2-9d61-4f70-b1f5-7631c73e4a7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:46.757091 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-332ffe6a-6632-42e2-bff4-f5727de168ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f67936-7282-40dc-b416-f09d762efcc6', 'name': 'tempest-TestVolumeBootPattern-651648997-router', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:13:02Z', 'updated_at': '2021-09-23T23:20:45Z', 'revision_number': 5, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'gw_port': {'id': '78f97d5e-d29b-4ccf-835d-d0c79e98f2fa', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f67936-7282-40dc-b416-f09d762efcc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:03Z', 'updated_at': '2021-09-23T23:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi'}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:20:46.788112 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332ffe6a-6632-42e2-bff4-f5727de168ac None None] Checking router: 87f67936-7282-40dc-b416-f09d762efcc6 for host: dv-cinder-810785-1-iscsi {{(pid=94233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:20:46.797716 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332ffe6a-6632-42e2-bff4-f5727de168ac None None] Routers {'87f67936-7282-40dc-b416-f09d762efcc6'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:20:46.798357 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-332ffe6a-6632-42e2-bff4-f5727de168ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:20:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['87f67936-7282-40dc-b416-f09d762efcc6'], 'active': True} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:20:46.893048 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvr_db [None req-332ffe6a-6632-42e2-bff4-f5727de168ac None None] Set router 87f67936-7282-40dc-b416-f09d762efcc6 gateway port host: None {{(pid=94233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:20:46.952102 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_hamode_db [None req-332ffe6a-6632-42e2-bff4-f5727de168ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f67936-7282-40dc-b416-f09d762efcc6', 'name': 'tempest-TestVolumeBootPattern-651648997-router', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:13:02Z', 'updated_at': '2021-09-23T23:20:46Z', 'revision_number': 6, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'gw_port_host': None}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:20:46.982813 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332ffe6a-6632-42e2-bff4-f5727de168ac None None] The sync data for ids ['87f67936-7282-40dc-b416-f09d762efcc6'] in dv-cinder-810785-1-iscsi is: [{'id': '87f67936-7282-40dc-b416-f09d762efcc6', 'name': 'tempest-TestVolumeBootPattern-651648997-router', 'tenant_id': '0b54c8cb576f4df48743b760c9eaae2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:13:02Z', 'updated_at': '2021-09-23T23:20:46Z', 'revision_number': 6, 'project_id': '0b54c8cb576f4df48743b760c9eaae2a', 'gw_port_host': None}] {{(pid=94233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:20:47.059324 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [None req-3240b3a2-9d61-4f70-b1f5-7631c73e4a7a admin admin] For port 78f97d5e-d29b-4ccf-835d-d0c79e98f2fa, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=78f97d5e-d29b-4ccf-835d-d0c79e98f2fa,segment=NetworkSegment(2ac125d2-b621-4cb4-9068-8fa074d03334),segment_id=2ac125d2-b621-4cb4-9068-8fa074d03334)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:20:47.059702 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3240b3a2-9d61-4f70-b1f5-7631c73e4a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:47.073263 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-3240b3a2-9d61-4f70-b1f5-7631c73e4a7a admin admin] Calling delete_port for 78f97d5e-d29b-4ccf-835d-d0c79e98f2fa owned by network:router_gateway {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:20:47.245475 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3240b3a2-9d61-4f70-b1f5-7631c73e4a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:47.273868 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3240b3a2-9d61-4f70-b1f5-7631c73e4a7a admin admin] Pushing event deleted for resources: {'Port': ['ID=78f97d5e-d29b-4ccf-835d-d0c79e98f2fa,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:20:47.335380 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3240b3a2-9d61-4f70-b1f5-7631c73e4a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595030'] for router_gateway, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:47.432074 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3240b3a2-9d61-4f70-b1f5-7631c73e4a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5561'] for router, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:47.434260 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3240b3a2-9d61-4f70-b1f5-7631c73e4a7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:47.481597 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3240b3a2-9d61-4f70-b1f5-7631c73e4a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-590896'] for router, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:47.482490 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3240b3a2-9d61-4f70-b1f5-7631c73e4a7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87f67936-7282-40dc-b416-f09d762efcc6 {{(pid=94231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:20:47.488094 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-3240b3a2-9d61-4f70-b1f5-7631c73e4a7a admin admin] Notify callbacks [] for router, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:47.489721 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-3240b3a2-9d61-4f70-b1f5-7631c73e4a7a admin admin] 10.222.0.46 "DELETE /v2.0/routers/87f67936-7282-40dc-b416-f09d762efcc6 HTTP/1.1" status: 204 len: 168 time: 1.0371325 Sep 23 23:20:47.492418 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 34752) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:20:47.554350 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ad52368-f49b-4d18-8e2c-979690cc2e94 admin admin] Deleting subnet 1f89343e-2ad9-4e3b-a2d5-c722d5396ede {{(pid=94231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:20:47.558454 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0ad52368-f49b-4d18-8e2c-979690cc2e94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:47.601018 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0ad52368-f49b-4d18-8e2c-979690cc2e94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3956720'] for subnet, precommit_delete_associations {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:47.678475 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0ad52368-f49b-4d18-8e2c-979690cc2e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8114061'] for subnet, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:47.742632 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0ad52368-f49b-4d18-8e2c-979690cc2e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8114052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906294'] for subnet, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:47.769262 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad52368-f49b-4d18-8e2c-979690cc2e94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f89343e-2ad9-4e3b-a2d5-c722d5396ede,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:20:47.772997 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-0ad52368-f49b-4d18-8e2c-979690cc2e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for subnet, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:47.777476 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 34754) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:20:47.777994 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-0ad52368-f49b-4d18-8e2c-979690cc2e94 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/1f89343e-2ad9-4e3b-a2d5-c722d5396ede HTTP/1.1" status: 204 len: 168 time: 0.2841361 Sep 23 23:20:47.779312 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfea2a46-2959-4876-83e1-2c48b9fd3b33 None None] Network a142d4ab-a769-4517-b595-172b82642394 requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:20:47.848279 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9258ce24-32f2-44b5-8444-4125fd0c1e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7893109'] for network, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:47.900926 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-9258ce24-32f2-44b5-8444-4125fd0c1e2a admin admin] Deleting port 668c41d5-73a3-4c39-82df-c9e4c7d2d2c3 {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:20:47.901255 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9258ce24-32f2-44b5-8444-4125fd0c1e2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:47.953256 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d2a995-9d37-4a74-b917-47d49beee83d None None] DHCP port deletion for a142d4ab-a769-4517-b595-172b82642394 request from dv-cinder-810785-1-iscsi {{(pid=94233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:20:47.980803 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [None req-9258ce24-32f2-44b5-8444-4125fd0c1e2a admin admin] For port 668c41d5-73a3-4c39-82df-c9e4c7d2d2c3, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=668c41d5-73a3-4c39-82df-c9e4c7d2d2c3,segment=NetworkSegment(82a7ca47-0199-4ab7-85f6-9c9d54347e5c),segment_id=82a7ca47-0199-4ab7-85f6-9c9d54347e5c)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:20:47.981179 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9258ce24-32f2-44b5-8444-4125fd0c1e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:47.994664 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-9258ce24-32f2-44b5-8444-4125fd0c1e2a admin admin] Calling delete_port for 668c41d5-73a3-4c39-82df-c9e4c7d2d2c3 owned by network:dhcp {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:20:48.015000 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-a0d2a995-9d37-4a74-b917-47d49beee83d None None] Deleting port 668c41d5-73a3-4c39-82df-c9e4c7d2d2c3 {{(pid=94233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:20:48.015432 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-a0d2a995-9d37-4a74-b917-47d49beee83d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:48.083549 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9258ce24-32f2-44b5-8444-4125fd0c1e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416648'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:48.098947 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.db [None req-a0d2a995-9d37-4a74-b917-47d49beee83d None None] For port 668c41d5-73a3-4c39-82df-c9e4c7d2d2c3, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=668c41d5-73a3-4c39-82df-c9e4c7d2d2c3,segment=NetworkSegment(82a7ca47-0199-4ab7-85f6-9c9d54347e5c),segment_id=82a7ca47-0199-4ab7-85f6-9c9d54347e5c)] {{(pid=94233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:20:48.099635 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-a0d2a995-9d37-4a74-b917-47d49beee83d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:48.109939 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9258ce24-32f2-44b5-8444-4125fd0c1e2a admin admin] Pushing event deleted for resources: {'Port': ['ID=668c41d5-73a3-4c39-82df-c9e4c7d2d2c3,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:20:48.114011 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9258ce24-32f2-44b5-8444-4125fd0c1e2a admin admin] No DVR routers for this DVR port 668c41d5-73a3-4c39-82df-c9e4c7d2d2c3 on host dv-cinder-810785-1-iscsi {{(pid=94232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:20:48.122066 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-a0d2a995-9d37-4a74-b917-47d49beee83d None None] Calling delete_port for 668c41d5-73a3-4c39-82df-c9e4c7d2d2c3 owned by network:dhcp {{(pid=94233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:20:48.190124 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9258ce24-32f2-44b5-8444-4125fd0c1e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8111924', 'neutron.services.segments.db._delete_segments_for_network-8784998755988'] for network, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:48.208155 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-a0d2a995-9d37-4a74-b917-47d49beee83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672'] for port, after_delete {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:48.210403 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-9258ce24-32f2-44b5-8444-4125fd0c1e2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a142d4ab-a769-4517-b595-172b82642394']}} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:20:48.220183 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-9258ce24-32f2-44b5-8444-4125fd0c1e2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82a7ca47-0199-4ab7-85f6-9c9d54347e5c') {'for_net_delete': True} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:20:48.220465 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.services.segments.db [None req-9258ce24-32f2-44b5-8444-4125fd0c1e2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82a7ca47-0199-4ab7-85f6-9c9d54347e5c') {} {{(pid=94232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:20:48.230093 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9258ce24-32f2-44b5-8444-4125fd0c1e2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784998755229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1176778'] for segment, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:48.233189 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d2a995-9d37-4a74-b917-47d49beee83d None None] Pushing event deleted for resources: {'Port': ['ID=668c41d5-73a3-4c39-82df-c9e4c7d2d2c3,revision_number=None']} {{(pid=94233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:20:48.241158 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d2a995-9d37-4a74-b917-47d49beee83d None None] No DVR routers for this DVR port 668c41d5-73a3-4c39-82df-c9e4c7d2d2c3 on host dv-cinder-810785-1-iscsi {{(pid=94233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:20:48.245872 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d2a995-9d37-4a74-b917-47d49beee83d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:48.246385 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d2a995-9d37-4a74-b917-47d49beee83d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:48.246656 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d2a995-9d37-4a74-b917-47d49beee83d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:48.246984 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d2a995-9d37-4a74-b917-47d49beee83d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:48.247324 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d2a995-9d37-4a74-b917-47d49beee83d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:48.247645 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d2a995-9d37-4a74-b917-47d49beee83d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:48.247965 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d2a995-9d37-4a74-b917-47d49beee83d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:48.248283 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d2a995-9d37-4a74-b917-47d49beee83d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:48.248578 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9258ce24-32f2-44b5-8444-4125fd0c1e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778'] for segment, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:48.248691 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d2a995-9d37-4a74-b917-47d49beee83d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:48.248922 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d2a995-9d37-4a74-b917-47d49beee83d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:48.249235 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d2a995-9d37-4a74-b917-47d49beee83d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:48.249548 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d2a995-9d37-4a74-b917-47d49beee83d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-1-iscsi {{(pid=94233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:48.258398 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9258ce24-32f2-44b5-8444-4125fd0c1e2a admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=94232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:20:48.258398 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9258ce24-32f2-44b5-8444-4125fd0c1e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416379'] for segment, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:48.259929 dv-cinder-810785-1-iscsi neutron-server[94232]: Traceback (most recent call last): Sep 23 23:20:48.259929 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:20:48.259929 dv-cinder-810785-1-iscsi neutron-server[94232]: timer() Sep 23 23:20:48.259929 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:20:48.259929 dv-cinder-810785-1-iscsi neutron-server[94232]: cb(*args, **kw) Sep 23 23:20:48.259929 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:20:48.259929 dv-cinder-810785-1-iscsi neutron-server[94232]: return func(*args, **kwargs) Sep 23 23:20:48.259929 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:20:48.259929 dv-cinder-810785-1-iscsi neutron-server[94232]: self._notify() Sep 23 23:20:48.259929 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:20:48.259929 dv-cinder-810785-1-iscsi neutron-server[94232]: self.callback(batched_events) Sep 23 23:20:48.259929 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:20:48.259929 dv-cinder-810785-1-iscsi neutron-server[94232]: event.method(event) Sep 23 23:20:48.259929 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:20:48.259929 dv-cinder-810785-1-iscsi neutron-server[94232]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:20:48.259929 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:20:48.259929 dv-cinder-810785-1-iscsi neutron-server[94232]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:20:48.259929 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:20:48.259929 dv-cinder-810785-1-iscsi neutron-server[94232]: return f(self, *a, **k) Sep 23 23:20:48.259929 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:20:48.259929 dv-cinder-810785-1-iscsi neutron-server[94232]: return self._get(url).json() Sep 23 23:20:48.259929 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:20:48.259929 dv-cinder-810785-1-iscsi neutron-server[94232]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:20:48.259929 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:20:48.259929 dv-cinder-810785-1-iscsi neutron-server[94232]: return self.request(url, 'GET', **kwargs) Sep 23 23:20:48.259929 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:20:48.259929 dv-cinder-810785-1-iscsi neutron-server[94232]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:20:48.259929 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:20:48.259929 dv-cinder-810785-1-iscsi neutron-server[94232]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:20:48.259929 dv-cinder-810785-1-iscsi neutron-server[94232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:20:48.259929 dv-cinder-810785-1-iscsi neutron-server[94232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:20:48.259929 dv-cinder-810785-1-iscsi neutron-server[94232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:20:48.288834 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 78f97d5e-d29b-4ccf-835d-d0c79e98f2fa no longer exists at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:20:48.308593 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] No Port match for: 78f97d5e-d29b-4ccf-835d-d0c79e98f2fa {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:20:48.308933 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 78f97d5e-d29b-4ccf-835d-d0c79e98f2fa not bound to the agent host dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:20:48.309341 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 72728133-0716-419c-a8ac-87e183128dc1 no longer exists at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:20:48.318965 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9258ce24-32f2-44b5-8444-4125fd0c1e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8111875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594954'] for network, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:48.324757 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-9258ce24-32f2-44b5-8444-4125fd0c1e2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for network, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:48.326560 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-9258ce24-32f2-44b5-8444-4125fd0c1e2a admin admin] 10.222.0.46 "DELETE /v2.0/networks/a142d4ab-a769-4517-b595-172b82642394 HTTP/1.1" status: 204 len: 168 time: 0.5473356 Sep 23 23:20:48.328483 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] No Port match for: 72728133-0716-419c-a8ac-87e183128dc1 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:20:48.328831 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 72728133-0716-419c-a8ac-87e183128dc1 not bound to the agent host dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:20:48.329236 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 668c41d5-73a3-4c39-82df-c9e4c7d2d2c3 no longer exists at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:20:48.329773 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 34756) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:20:48.345891 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9258ce24-32f2-44b5-8444-4125fd0c1e2a admin admin] Pushing event deleted for resources: {'Network': ['ID=a142d4ab-a769-4517-b595-172b82642394,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:20:48.348266 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] No Port match for: 668c41d5-73a3-4c39-82df-c9e4c7d2d2c3 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:20:48.348612 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 668c41d5-73a3-4c39-82df-c9e4c7d2d2c3 not bound to the agent host dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:20:48.702799 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-55133cfc-6ac3-4ad0-b456-dfb5dc6ec0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593436'] for router_interface, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:48.970084 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-55133cfc-6ac3-4ad0-b456-dfb5dc6ec0c9 admin admin] Deleting port 486c8697-bf44-4de6-a6bb-9221408ced7f {{(pid=94232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:20:48.970823 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-55133cfc-6ac3-4ad0-b456-dfb5dc6ec0c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:49.056424 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.db [None req-55133cfc-6ac3-4ad0-b456-dfb5dc6ec0c9 admin admin] For port 486c8697-bf44-4de6-a6bb-9221408ced7f, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=486c8697-bf44-4de6-a6bb-9221408ced7f,segment=NetworkSegment(b0897e8e-2c14-4701-adf0-1f639aef7acc),segment_id=b0897e8e-2c14-4701-adf0-1f639aef7acc)] {{(pid=94232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:20:49.056832 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-55133cfc-6ac3-4ad0-b456-dfb5dc6ec0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:49.071166 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.plugins.ml2.plugin [None req-55133cfc-6ac3-4ad0-b456-dfb5dc6ec0c9 admin admin] Calling delete_port for 486c8697-bf44-4de6-a6bb-9221408ced7f owned by network:router_interface {{(pid=94232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:20:49.266341 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-55133cfc-6ac3-4ad0-b456-dfb5dc6ec0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416648'] for port, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:49.292980 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55133cfc-6ac3-4ad0-b456-dfb5dc6ec0c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=486c8697-bf44-4de6-a6bb-9221408ced7f,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:20:49.462908 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-55133cfc-6ac3-4ad0-b456-dfb5dc6ec0c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595093'] for router_interface, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:49.707946 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55133cfc-6ac3-4ad0-b456-dfb5dc6ec0c9 admin admin] Router 3c01fac3-f23d-4173-aa0b-9b59175cc46e has already been hosted by L3 agent eebc8ff5-61dc-4520-96bf-6179e016be13 {{(pid=94232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:20:49.819123 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55133cfc-6ac3-4ad0-b456-dfb5dc6ec0c9 admin admin] Notify agent at l3_agent.dv-cinder-810785-1-iscsi the message routers_updated {{(pid=94232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:20:49.824441 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-55133cfc-6ac3-4ad0-b456-dfb5dc6ec0c9 admin admin] 10.222.0.46 "PUT /v2.0/routers/3c01fac3-f23d-4173-aa0b-9b59175cc46e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4937019 Sep 23 23:20:49.827478 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 34758) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:20:49.828010 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dd2f10-b30a-4dc4-8578-0ec4543a8b5c None None] Sync routers for ids ['3c01fac3-f23d-4173-aa0b-9b59175cc46e'] in dv-cinder-810785-1-iscsi {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:20:49.837861 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dd2f10-b30a-4dc4-8578-0ec4543a8b5c None None] Routers {'3c01fac3-f23d-4173-aa0b-9b59175cc46e'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:20:49.838463 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-42dd2f10-b30a-4dc4-8578-0ec4543a8b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:20:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['3c01fac3-f23d-4173-aa0b-9b59175cc46e'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:20:49.938589 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-cb375200-f717-437d-8bc0-1ef756739490 admin admin] Notify callbacks [] for router, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:50.042704 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-42dd2f10-b30a-4dc4-8578-0ec4543a8b5c None None] Set router 3c01fac3-f23d-4173-aa0b-9b59175cc46e gateway port host: dv-cinder-810785-1-iscsi {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:20:50.047743 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-cb375200-f717-437d-8bc0-1ef756739490 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:50.104942 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-cb375200-f717-437d-8bc0-1ef756739490 admin admin] Deleting port 1255a44b-68c9-423b-893f-2faec8375662 {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:20:50.105198 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-cb375200-f717-437d-8bc0-1ef756739490 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:50.184108 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [None req-cb375200-f717-437d-8bc0-1ef756739490 admin admin] For port 1255a44b-68c9-423b-893f-2faec8375662, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=1255a44b-68c9-423b-893f-2faec8375662,segment=NetworkSegment(2ac125d2-b621-4cb4-9068-8fa074d03334),segment_id=2ac125d2-b621-4cb4-9068-8fa074d03334)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:20:50.184468 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-cb375200-f717-437d-8bc0-1ef756739490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:50.198765 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-cb375200-f717-437d-8bc0-1ef756739490 admin admin] Calling delete_port for 1255a44b-68c9-423b-893f-2faec8375662 owned by network:router_gateway {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:20:50.225361 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-42dd2f10-b30a-4dc4-8578-0ec4543a8b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c01fac3-f23d-4173-aa0b-9b59175cc46e', 'name': 'tempest-TestVolumeBootPattern-368281678-router', 'tenant_id': '63083dd86c2e4eefb143d400e08698c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'external_fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '1255a44b-68c9-423b-893f-2faec8375662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:13:17Z', 'updated_at': '2021-09-23T23:20:49Z', 'revision_number': 5, 'project_id': '63083dd86c2e4eefb143d400e08698c2', 'gw_port': {'id': '1255a44b-68c9-423b-893f-2faec8375662', 'name': '', 'network_id': 'b5166c2e-cfd1-42ac-bf1b-6fa67f3e73a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01fac3-f23d-4173-aa0b-9b59175cc46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:13:18Z', 'updated_at': '2021-09-23T23:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47169b33-ea5f-4b9d-bf3b-155ff70b7556', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-1-iscsi'}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:20:50.258351 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dd2f10-b30a-4dc4-8578-0ec4543a8b5c None None] Checking router: 3c01fac3-f23d-4173-aa0b-9b59175cc46e for host: dv-cinder-810785-1-iscsi {{(pid=94234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:20:50.270636 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dd2f10-b30a-4dc4-8578-0ec4543a8b5c None None] Routers {'3c01fac3-f23d-4173-aa0b-9b59175cc46e'} bound to L3 agent in host dv-cinder-810785-1-iscsi {{(pid=94234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:20:50.271472 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-42dd2f10-b30a-4dc4-8578-0ec4543a8b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:00:58Z,description=,heartbeat_timestamp=2021-09-23T23:20:28Z,host='dv-cinder-810785-1-iscsi',id=eebc8ff5-61dc-4520-96bf-6179e016be13,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:00:58Z,topic='l3_agent')) {'router_ids': ['3c01fac3-f23d-4173-aa0b-9b59175cc46e'], 'active': True} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:20:50.365065 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_dvr_db [None req-42dd2f10-b30a-4dc4-8578-0ec4543a8b5c None None] Set router 3c01fac3-f23d-4173-aa0b-9b59175cc46e gateway port host: None {{(pid=94234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:20:50.394367 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-cb375200-f717-437d-8bc0-1ef756739490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:50.420386 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.l3_hamode_db [None req-42dd2f10-b30a-4dc4-8578-0ec4543a8b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c01fac3-f23d-4173-aa0b-9b59175cc46e', 'name': 'tempest-TestVolumeBootPattern-368281678-router', 'tenant_id': '63083dd86c2e4eefb143d400e08698c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:13:17Z', 'updated_at': '2021-09-23T23:20:50Z', 'revision_number': 6, 'project_id': '63083dd86c2e4eefb143d400e08698c2', 'gw_port_host': None}], 'dv-cinder-810785-1-iscsi', False) {} {{(pid=94234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:20:50.423863 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb375200-f717-437d-8bc0-1ef756739490 admin admin] Pushing event deleted for resources: {'Port': ['ID=1255a44b-68c9-423b-893f-2faec8375662,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:20:50.450363 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dd2f10-b30a-4dc4-8578-0ec4543a8b5c None None] The sync data for ids ['3c01fac3-f23d-4173-aa0b-9b59175cc46e'] in dv-cinder-810785-1-iscsi is: [{'id': '3c01fac3-f23d-4173-aa0b-9b59175cc46e', 'name': 'tempest-TestVolumeBootPattern-368281678-router', 'tenant_id': '63083dd86c2e4eefb143d400e08698c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:13:17Z', 'updated_at': '2021-09-23T23:20:50Z', 'revision_number': 6, 'project_id': '63083dd86c2e4eefb143d400e08698c2', 'gw_port_host': None}] {{(pid=94234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:20:50.488819 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-cb375200-f717-437d-8bc0-1ef756739490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595030'] for router_gateway, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:50.582875 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-cb375200-f717-437d-8bc0-1ef756739490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5561'] for router, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:50.585345 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-cb375200-f717-437d-8bc0-1ef756739490 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:50.632972 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-cb375200-f717-437d-8bc0-1ef756739490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-590896'] for router, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:50.633440 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb375200-f717-437d-8bc0-1ef756739490 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c01fac3-f23d-4173-aa0b-9b59175cc46e {{(pid=94231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:20:50.638393 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-cb375200-f717-437d-8bc0-1ef756739490 admin admin] Notify callbacks [] for router, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:50.639601 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-cb375200-f717-437d-8bc0-1ef756739490 admin admin] 10.222.0.46 "DELETE /v2.0/routers/3c01fac3-f23d-4173-aa0b-9b59175cc46e HTTP/1.1" status: 204 len: 168 time: 0.8110754 Sep 23 23:20:50.642413 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 34760) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:20:50.692505 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.db_base_plugin_v2 [None req-297a64ff-266a-49ab-8396-c0836b3647ec admin admin] Deleting subnet 397327da-ea0c-462a-80f0-09084d245ce7 {{(pid=94231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:20:50.696063 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-297a64ff-266a-49ab-8396-c0836b3647ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:50.731986 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-297a64ff-266a-49ab-8396-c0836b3647ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3956720'] for subnet, precommit_delete_associations {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:50.814906 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-297a64ff-266a-49ab-8396-c0836b3647ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8114061'] for subnet, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:50.879057 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-297a64ff-266a-49ab-8396-c0836b3647ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8114052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906294'] for subnet, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:50.905383 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a64ff-266a-49ab-8396-c0836b3647ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=397327da-ea0c-462a-80f0-09084d245ce7,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:20:50.909170 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-297a64ff-266a-49ab-8396-c0836b3647ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for subnet, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:50.913977 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-297a64ff-266a-49ab-8396-c0836b3647ec admin admin] 10.222.0.46 "DELETE /v2.0/subnets/397327da-ea0c-462a-80f0-09084d245ce7 HTTP/1.1" status: 204 len: 168 time: 0.2677152 Sep 23 23:20:50.914264 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 34762) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:20:50.917260 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a38db2-468e-4c7c-88bd-5eeb030f8623 None None] Network fe361123-7479-4ff6-8a1e-e17059f5a370 requested from dv-cinder-810785-1-iscsi {{(pid=94233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:20:50.983915 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-73a1e02f-ce49-47a9-9f3f-7a2b2678d649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7893109'] for network, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:51.044170 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-73a1e02f-ce49-47a9-9f3f-7a2b2678d649 admin admin] Deleting port 06fbe22d-eff8-467f-b4a5-9d53096b0755 {{(pid=94231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:20:51.044639 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-73a1e02f-ce49-47a9-9f3f-7a2b2678d649 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784998690856'] for port, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:51.112131 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.db [None req-73a1e02f-ce49-47a9-9f3f-7a2b2678d649 admin admin] For port 06fbe22d-eff8-467f-b4a5-9d53096b0755, host dv-cinder-810785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-1-iscsi',level=0,port_id=06fbe22d-eff8-467f-b4a5-9d53096b0755,segment=NetworkSegment(b0897e8e-2c14-4701-adf0-1f639aef7acc),segment_id=b0897e8e-2c14-4701-adf0-1f639aef7acc)] {{(pid=94231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:20:51.112477 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-73a1e02f-ce49-47a9-9f3f-7a2b2678d649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714245'] for port, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:51.124421 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.plugin [None req-73a1e02f-ce49-47a9-9f3f-7a2b2678d649 admin admin] Calling delete_port for 06fbe22d-eff8-467f-b4a5-9d53096b0755 owned by network:dhcp {{(pid=94231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:20:51.212403 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-73a1e02f-ce49-47a9-9f3f-7a2b2678d649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8125310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784998696430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784998207672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257038'] for port, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:51.241524 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1e02f-ce49-47a9-9f3f-7a2b2678d649 admin admin] Pushing event deleted for resources: {'Port': ['ID=06fbe22d-eff8-467f-b4a5-9d53096b0755,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:20:51.247457 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a1e02f-ce49-47a9-9f3f-7a2b2678d649 admin admin] No DVR routers for this DVR port 06fbe22d-eff8-467f-b4a5-9d53096b0755 on host dv-cinder-810785-1-iscsi {{(pid=94231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:20:51.250963 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3054287d-a8ac-4119-a8e3-e3d4a6e95cd6 None None] DHCP port deletion for fe361123-7479-4ff6-8a1e-e17059f5a370 request from dv-cinder-810785-1-iscsi {{(pid=94233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:20:51.323715 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-73a1e02f-ce49-47a9-9f3f-7a2b2678d649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8111924', 'neutron.services.segments.db._delete_segments_for_network-8784998755988'] for network, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:51.347814 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-73a1e02f-ce49-47a9-9f3f-7a2b2678d649 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe361123-7479-4ff6-8a1e-e17059f5a370']}} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:20:51.359188 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-73a1e02f-ce49-47a9-9f3f-7a2b2678d649 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0897e8e-2c14-4701-adf0-1f639aef7acc') {'for_net_delete': True} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:20:51.359561 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.services.segments.db [None req-73a1e02f-ce49-47a9-9f3f-7a2b2678d649 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0897e8e-2c14-4701-adf0-1f639aef7acc') {} {{(pid=94231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:20:51.371856 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-73a1e02f-ce49-47a9-9f3f-7a2b2678d649 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784998755229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3956713'] for segment, before_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:51.387009 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-73a1e02f-ce49-47a9-9f3f-7a2b2678d649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778'] for segment, precommit_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:51.394167 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73a1e02f-ce49-47a9-9f3f-7a2b2678d649 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=94231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:20:51.394617 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-73a1e02f-ce49-47a9-9f3f-7a2b2678d649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8106778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3257149'] for segment, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:51.396608 dv-cinder-810785-1-iscsi neutron-server[94231]: Traceback (most recent call last): Sep 23 23:20:51.396608 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:20:51.396608 dv-cinder-810785-1-iscsi neutron-server[94231]: timer() Sep 23 23:20:51.396608 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:20:51.396608 dv-cinder-810785-1-iscsi neutron-server[94231]: cb(*args, **kw) Sep 23 23:20:51.396608 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:20:51.396608 dv-cinder-810785-1-iscsi neutron-server[94231]: return func(*args, **kwargs) Sep 23 23:20:51.396608 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:20:51.396608 dv-cinder-810785-1-iscsi neutron-server[94231]: self._notify() Sep 23 23:20:51.396608 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:20:51.396608 dv-cinder-810785-1-iscsi neutron-server[94231]: self.callback(batched_events) Sep 23 23:20:51.396608 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:20:51.396608 dv-cinder-810785-1-iscsi neutron-server[94231]: event.method(event) Sep 23 23:20:51.396608 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:20:51.396608 dv-cinder-810785-1-iscsi neutron-server[94231]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:20:51.396608 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:20:51.396608 dv-cinder-810785-1-iscsi neutron-server[94231]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:20:51.396608 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:20:51.396608 dv-cinder-810785-1-iscsi neutron-server[94231]: return f(self, *a, **k) Sep 23 23:20:51.396608 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:20:51.396608 dv-cinder-810785-1-iscsi neutron-server[94231]: return self._get(url).json() Sep 23 23:20:51.396608 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:20:51.396608 dv-cinder-810785-1-iscsi neutron-server[94231]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:20:51.396608 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:20:51.396608 dv-cinder-810785-1-iscsi neutron-server[94231]: return self.request(url, 'GET', **kwargs) Sep 23 23:20:51.396608 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:20:51.396608 dv-cinder-810785-1-iscsi neutron-server[94231]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:20:51.396608 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:20:51.396608 dv-cinder-810785-1-iscsi neutron-server[94231]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:20:51.396608 dv-cinder-810785-1-iscsi neutron-server[94231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:20:51.396608 dv-cinder-810785-1-iscsi neutron-server[94231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:20:51.396608 dv-cinder-810785-1-iscsi neutron-server[94231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:20:51.462228 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-73a1e02f-ce49-47a9-9f3f-7a2b2678d649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8111875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594954'] for network, after_delete {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:51.471581 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron_lib.callbacks.manager [None req-73a1e02f-ce49-47a9-9f3f-7a2b2678d649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537401'] for network, before_response {{(pid=94231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:51.473654 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-73a1e02f-ce49-47a9-9f3f-7a2b2678d649 admin admin] 10.222.0.46 "DELETE /v2.0/networks/fe361123-7479-4ff6-8a1e-e17059f5a370 HTTP/1.1" status: 204 len: 168 time: 0.5584297 Sep 23 23:20:51.485025 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1e02f-ce49-47a9-9f3f-7a2b2678d649 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe361123-7479-4ff6-8a1e-e17059f5a370,revision_number=None']} {{(pid=94231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:20:51.596610 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 34766) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:20:51.640557 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-822a1422-b1d8-465a-9e47-31e9d9888635 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0b54c8cb576f4df48743b760c9eaae2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427635 Sep 23 23:20:51.643902 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 34768) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:20:51.693154 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-00cca826-b52d-4bfd-99d2-6e91c438d39c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:51.717380 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-00cca826-b52d-4bfd-99d2-6e91c438d39c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:51.771312 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-00cca826-b52d-4bfd-99d2-6e91c438d39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:51.774804 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-00cca826-b52d-4bfd-99d2-6e91c438d39c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:51.776564 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-00cca826-b52d-4bfd-99d2-6e91c438d39c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/029b9e5b-f37f-42e1-b6b2-bf3c1e94a2e0 HTTP/1.1" status: 204 len: 168 time: 0.1315215 Sep 23 23:20:51.784469 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cca826-b52d-4bfd-99d2-6e91c438d39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029b9e5b-f37f-42e1-b6b2-bf3c1e94a2e0,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:20:52.143681 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [-] (94231) accepted ('10.222.0.46', 34774) {{(pid=94231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:20:52.186020 dv-cinder-810785-1-iscsi neutron-server[94231]: INFO neutron.wsgi [None req-280b2f75-e479-4af6-a68c-63e9eee2f65e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=63083dd86c2e4eefb143d400e08698c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411501 Sep 23 23:20:52.189838 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [-] (94232) accepted ('10.222.0.46', 34776) {{(pid=94232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:20:52.246999 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-18ec6c53-2749-4ee2-9af9-760a909179cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:52.269761 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-18ec6c53-2749-4ee2-9af9-760a909179cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:52.285192 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 06fbe22d-eff8-467f-b4a5-9d53096b0755 no longer exists at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:20:52.305248 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] No Port match for: 06fbe22d-eff8-467f-b4a5-9d53096b0755 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:20:52.305588 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 06fbe22d-eff8-467f-b4a5-9d53096b0755 not bound to the agent host dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:20:52.306011 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 1255a44b-68c9-423b-893f-2faec8375662 no longer exists at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:20:52.318868 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-18ec6c53-2749-4ee2-9af9-760a909179cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645076'] for security_group, after_delete {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:52.321823 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron_lib.callbacks.manager [None req-18ec6c53-2749-4ee2-9af9-760a909179cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:52.323065 dv-cinder-810785-1-iscsi neutron-server[94232]: INFO neutron.wsgi [None req-18ec6c53-2749-4ee2-9af9-760a909179cc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9b2cdb96-f41f-4d6e-9f2b-a9096e1eecd1 HTTP/1.1" status: 204 len: 168 time: 0.1322036 Sep 23 23:20:52.330163 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] No Port match for: 1255a44b-68c9-423b-893f-2faec8375662 {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:20:52.330520 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 1255a44b-68c9-423b-893f-2faec8375662 not bound to the agent host dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:20:52.331036 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 486c8697-bf44-4de6-a6bb-9221408ced7f no longer exists at agent ovs-agent-dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:20:52.331688 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec6c53-2749-4ee2-9af9-760a909179cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2cdb96-f41f-4d6e-9f2b-a9096e1eecd1,revision_number=None']} {{(pid=94232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:20:52.358970 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.plugin [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] No Port match for: 486c8697-bf44-4de6-a6bb-9221408ced7f {{(pid=94233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:20:52.359342 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron.plugins.ml2.rpc [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Device 486c8697-bf44-4de6-a6bb-9221408ced7f not bound to the agent host dv-cinder-810785-1-iscsi {{(pid=94233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:20:53.758519 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-6dacf31c-e818-4b47-b821-5c6d0aed37ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:56.902933 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:57.705507 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-feb9b9a2-1f9e-42f9-b00d-099d0e42bdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:59.197193 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:21:00.544656 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:21:09.711641 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:21:19.569044 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-e120304e-e087-4557-b345-b0e358493c41 None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:21:23.769011 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-86f11721-abe0-4d81-a5b7-5a1f391b6223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:21:26.912512 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:21:27.704715 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-8114871c-71b2-4052-93e6-c2c277d4ca59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:21:29.201374 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:21:30.547572 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:21:39.720956 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:21:53.773884 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-cedec81d-a4b3-4c8c-bc8e-2c99304144bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:21:56.568669 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-e120304e-e087-4557-b345-b0e358493c41 None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:21:56.907243 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:21:57.701336 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e8cabdff-8da9-49ba-9d76-4457a1941291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:21:59.203345 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:22:00.554338 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:22:09.732682 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:22:23.773785 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-562c52ce-46c2-462e-8372-fd460e4faa6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:22:26.903716 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:22:27.698499 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-3a255f40-163b-41f1-ace3-9d144a1b8124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:22:29.207199 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:22:30.559857 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:22:33.568302 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-e120304e-e087-4557-b345-b0e358493c41 None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:22:39.732753 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:22:53.767998 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-913b4986-c30e-42fc-8dc9-934f181fc4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:22:56.910199 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:22:57.694069 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-bc438a90-b4ba-4f22-be3b-618a325b9edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:22:59.208890 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:00.560778 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:09.757207 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:10.567033 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-e120304e-e087-4557-b345-b0e358493c41 None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:23:23.773088 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-922c9770-c8f3-4ce0-bbe7-03bf12477787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:26.906640 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:27.699579 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-d204477f-f445-47ce-a3dc-811c272f9e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:29.221949 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:30.565407 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:39.757408 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:47.566209 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-e120304e-e087-4557-b345-b0e358493c41 None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:23:53.777743 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-b4050f74-4a53-4882-8b9f-18ac2b3eb560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:56.903528 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:57.705423 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-72986ded-c2cc-4f59-9229-e95f1cf1dbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:59.218071 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:24:00.566820 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:24:09.759289 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:24:23.783180 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-1350c2b9-aa16-458f-aba4-d7ef08e7c3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:24:24.569591 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-e120304e-e087-4557-b345-b0e358493c41 None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:24:26.911054 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:24:27.701616 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-123931d2-2856-430c-b8c4-7ebc80cc039e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:24:29.221331 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:24:30.569200 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:24:31.058767 dv-cinder-810785-1-iscsi neutron-server[94231]: DEBUG neutron.wsgi [req-c591a721-193b-46f0-884f-e39ec01fa08b req-cc034fb0-e585-4697-bc34-1689ea878006 service neutron] (94231) timed out ('10.222.0.11', 63762) {{(pid=94231) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 23:24:39.778856 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:24:53.789379 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-b435dbe9-56d3-4b89-b8cc-371f071ef286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:24:56.905825 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:24:57.710481 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-0cdbefe4-899d-4ebd-bf0c-98b48ce00f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:24:59.226646 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:00.572478 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:01.572957 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-e120304e-e087-4557-b345-b0e358493c41 None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:25:09.780946 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:23.787287 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-5ca31bf9-11c8-46f4-b322-ec0dbf8d09b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:26.911850 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:27.710959 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-bb59b9bd-5488-4729-8b37-fa828e25b4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:29.227223 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:30.577816 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:38.573379 dv-cinder-810785-1-iscsi neutron-server[94234]: DEBUG neutron.db.agents_db [None req-e120304e-e087-4557-b345-b0e358493c41 None None] Agent healthcheck: found 6 active agents {{(pid=94234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:25:39.777679 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:53.490702 dv-cinder-810785-1-iscsi neutron-server[94232]: DEBUG neutron.wsgi [req-935f4eda-47c0-4b07-b967-a72c687bc5fc req-33a4990a-3749-455b-a85f-ec34c1469c96 service neutron] (94232) timed out ('10.222.0.11', 63767) {{(pid=94232) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 23:25:53.781298 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-31596517-0705-4da1-a0f9-f75daa834243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:56.922344 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-76536e4b-b1c3-4e08-b11c-e2728771b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:57.713440 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e5928f3f-a434-4b42-81bf-63d718dc2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:59.236207 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-e97342c3-0483-402a-94c6-d87275b71ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:26:00.582071 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb256-aa07-4376-a1e4-523bc644a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:26:09.778508 dv-cinder-810785-1-iscsi neutron-server[94233]: DEBUG neutron_lib.callbacks.manager [None req-58123cd5-2b2c-4e50-9cb1-105b1671b634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784998755970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8117812'] for agent, after_update {{(pid=94233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}